000 (1253.000.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.000.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.001.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.001.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 1 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.002.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.002.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 2 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.003.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.003.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.004.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.004.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.005.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.005.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 5 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.006.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.006.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 6 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.007.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.007.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.008.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.008.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.009.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.009.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.010.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.010.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 10 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.011.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.011.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 11 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.012.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.012.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.013.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.013.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.014.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.014.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.015.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.015.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.016.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.016.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 16 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.017.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.017.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 17 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.018.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.018.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.019.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.019.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 19 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.020.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.020.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 20 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.021.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.021.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 21 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.022.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.022.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.023.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.023.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.024.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.024.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 24 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.025.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.025.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 25 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.026.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.026.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 26 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.027.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.027.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 27 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.028.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.028.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 28 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.029.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.029.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.030.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.030.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 30 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.031.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.031.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 31 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.032.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.032.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 32 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.033.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.033.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 33 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.034.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.034.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 34 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.035.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.035.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 35 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.036.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.036.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 36 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.037.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.037.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 37 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.038.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.038.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.039.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.039.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.040.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.040.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.041.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.041.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.042.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.042.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 42 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.043.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.043.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 43 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.044.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.044.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 44 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.045.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.045.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 45 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.046.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.046.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 46 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.047.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.047.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.048.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.048.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.049.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.049.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 49 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.050.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.050.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 50 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.051.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.051.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 51 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.052.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.052.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 52 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.053.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.053.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.054.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.054.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.055.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.055.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 55 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.056.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.056.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 56 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.057.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.057.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 57 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.058.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.058.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 58 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.059.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.059.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 59 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.060.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.060.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 60 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.061.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.061.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 61 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.062.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.062.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 62 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.063.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.063.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 63 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.064.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.064.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 64 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.065.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.065.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 65 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.066.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.066.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 66 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.067.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.067.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 67 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.068.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.068.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 68 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.069.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.069.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 69 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.070.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.070.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 70 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.071.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.071.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 71 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.072.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.072.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 72 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.073.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.073.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 73 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.074.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.074.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 74 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.075.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.075.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 75 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.076.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.076.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 76 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.077.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.077.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 77 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.078.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.078.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 78 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.079.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.079.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 79 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.080.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.080.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 80 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.081.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.081.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 81 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.082.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.082.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 82 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.083.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.083.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 83 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.084.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.084.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 84 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.085.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.085.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 85 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.086.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.086.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 86 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.087.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.087.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 87 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.088.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.088.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 88 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.089.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.089.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 89 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.090.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.090.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 90 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.091.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.091.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 91 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.092.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.092.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 92 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.093.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.093.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 93 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.094.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.094.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 94 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.095.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.095.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 95 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.096.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.096.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 96 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.097.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.097.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 97 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.098.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.098.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 98 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.099.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.099.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 99 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.100.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.100.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 100 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.101.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.101.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 101 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.102.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.102.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 102 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.103.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.103.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 103 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.104.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.104.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 104 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.105.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.105.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 105 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.106.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.106.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 106 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.107.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.107.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 107 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.108.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.108.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 108 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.109.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.109.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 109 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.110.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.110.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 110 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.111.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.111.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 111 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.112.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.112.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 112 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.113.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.113.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 113 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.114.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.114.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 114 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.115.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.115.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 115 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.116.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.116.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 116 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.117.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.117.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 117 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.118.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.118.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 118 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.119.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.119.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 119 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.120.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.120.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 120 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.121.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.121.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 121 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.122.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.122.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 122 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.123.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.123.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 123 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.124.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.124.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 124 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.125.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.125.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 125 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.126.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.126.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 126 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.127.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.127.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 127 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.128.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.128.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 128 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.129.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.129.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 129 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.130.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.130.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 130 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.131.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.131.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 131 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.132.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.132.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 132 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.133.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.133.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 133 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.134.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.134.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 134 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.135.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.135.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 135 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.136.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.136.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 136 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.137.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.137.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 137 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.138.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.138.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 138 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.139.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.139.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 139 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.140.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.140.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 140 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.141.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.141.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 141 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.142.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.142.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 142 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.143.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.143.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 143 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.144.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.144.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 144 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.145.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.145.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 145 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.146.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.146.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 146 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.147.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.147.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 147 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.148.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.148.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 148 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.149.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.149.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 149 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.150.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.150.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 150 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.151.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.151.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 151 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.152.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.152.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 152 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.153.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.153.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 153 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.154.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.154.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 154 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.155.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.155.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 155 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.156.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.156.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 156 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.157.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.157.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 157 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.158.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.158.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 158 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.159.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.159.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 159 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.160.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.160.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 160 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.161.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.161.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 161 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.162.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.162.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 162 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.163.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.163.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 163 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.164.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.164.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 164 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.165.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.165.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 165 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.166.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.166.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 166 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.167.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.167.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 167 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.168.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.168.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 168 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.169.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.169.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 169 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.170.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.170.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 170 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.171.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.171.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 171 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.172.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.172.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 172 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.173.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.173.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 173 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.174.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.174.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 174 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.175.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.175.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 175 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.176.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.176.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 176 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.177.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.177.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 177 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.178.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.178.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 178 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.179.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.179.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 179 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.180.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.180.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 180 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.181.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.181.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 181 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.182.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.182.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 182 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.183.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.183.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 183 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.184.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.184.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 184 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.185.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.185.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 185 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.186.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.186.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 186 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.187.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.187.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 187 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.188.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.188.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 188 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.189.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.189.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 189 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.190.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.190.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 190 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.191.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.191.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 191 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.192.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.192.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 192 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.193.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.193.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 193 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.194.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.194.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 194 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.195.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.195.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 195 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.196.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.196.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 196 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.197.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.197.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 197 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.198.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.198.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 198 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.199.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.199.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 199 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.200.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.200.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 200 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.201.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.201.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 201 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.202.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.202.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 202 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.203.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.203.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 203 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.204.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.204.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 204 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.205.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.205.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 205 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.206.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.206.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 206 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.207.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.207.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 207 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.208.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.208.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 208 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.209.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.209.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 209 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.210.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.210.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 210 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.211.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.211.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 211 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.212.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.212.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 212 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.213.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.213.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 213 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.214.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.214.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 214 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.215.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.215.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 215 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.216.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.216.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 216 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.217.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.217.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 217 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.218.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.218.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 218 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.219.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.219.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 219 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.220.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.220.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 220 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.221.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.221.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 221 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.222.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.222.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 222 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.223.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.223.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 223 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.224.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.224.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 224 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.225.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.225.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 225 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.226.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.226.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 226 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.227.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.227.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 227 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.228.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.228.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 228 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.229.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.229.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 229 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.230.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.230.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 230 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.231.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.231.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 231 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.232.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.232.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 232 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.233.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.233.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 233 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.234.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.234.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 234 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.235.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.235.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 235 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.236.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.236.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 236 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.237.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.237.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 237 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.238.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.238.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 238 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.239.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.239.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 239 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.240.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.240.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 240 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.241.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.241.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 241 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.242.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.242.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 242 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.243.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.243.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 243 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.244.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.244.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 244 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.245.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.245.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 245 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.246.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.246.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 246 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.247.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.247.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 247 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.248.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.248.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 248 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.249.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.249.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 249 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.250.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.250.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 250 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.251.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.251.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 251 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.252.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.252.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 252 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.253.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.253.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 253 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.254.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.254.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 254 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.255.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.255.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 255 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.256.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.256.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 256 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.257.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.257.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 257 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.258.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.258.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 258 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.259.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.259.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 259 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.260.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.260.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 260 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.261.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.261.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 261 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.262.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.262.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 262 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.263.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.263.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 263 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.264.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.264.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 264 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.265.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.265.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 265 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.266.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.266.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 266 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.267.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.267.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 267 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.268.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.268.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 268 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.269.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.269.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 269 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.270.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.270.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 270 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.271.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.271.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 271 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.272.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.272.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 272 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.273.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.273.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 273 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.274.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.274.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 274 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.275.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.275.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 275 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.276.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.276.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 276 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.277.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.277.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 277 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.278.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.278.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 278 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.279.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.279.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 279 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.280.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.280.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 280 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.281.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.281.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 281 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.282.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.282.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 282 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.283.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.283.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 283 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.284.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.284.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 284 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.285.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.285.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 285 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.286.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.286.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 286 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.287.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.287.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 287 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.288.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.288.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 288 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.289.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.289.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 289 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.290.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.290.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 290 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.291.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.291.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 291 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.292.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.292.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 292 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.293.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.293.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 293 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.294.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.294.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 294 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.295.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.295.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 295 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.296.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.296.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 296 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.297.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.297.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 297 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.298.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.298.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 298 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1253.299.000) 05/25 09:10:05 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1253.299.000) 05/25 09:10:05 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 299 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T09:10:05" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1253.000.000) 05/25 09:10:13 Job executing on host: <137.99.79.157:14885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#694&addrs=137.99.79.157-14885+[--1]-14885&noUDP> ... 028 (1253.000.000) 05/25 09:10:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:10:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:14885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#694&addrs=137.99.79.157-14885+[--1]-14885&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.000.000) 05/25 09:10:21 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2800 - ResidentSetSize of job (KB) ... 028 (1253.000.000) 05/25 09:10:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.006.000) 05/25 09:11:24 Job executing on host: <72.36.96.203:37392?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866137&addrs=72.36.96.203-37392&noUDP> ... 028 (1253.006.000) 05/25 09:11:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:11:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.203:37392?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866137&addrs=72.36.96.203-37392&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268621.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.003.000) 05/25 09:11:24 Job executing on host: <72.36.96.51:42537?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869365&addrs=72.36.96.51-42537&noUDP> ... 028 (1253.003.000) 05/25 09:11:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:11:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:42537?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869365&addrs=72.36.96.51-42537&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.038.000) 05/25 09:11:28 Job executing on host: <192.168.3.99:46573?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#869947&addrs=192.168.3.99-46573&noUDP> ... 028 (1253.038.000) 05/25 09:11:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:11:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.99:46573?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#869947&addrs=192.168.3.99-46573&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.006.000) 05/25 09:11:33 Image size of job updated: 168744 31 - MemoryUsage of job (MB) 31432 - ResidentSetSize of job (KB) ... 028 (1253.006.000) 05/25 09:11:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168744 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.003.000) 05/25 09:11:33 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1253.003.000) 05/25 09:11:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:11:36 Image size of job updated: 150340 17 - MemoryUsage of job (MB) 16896 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:11:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 150340 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:11:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 16896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.053.000) 05/25 09:14:25 Job executing on host: <72.36.96.178:45126?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#869794&addrs=72.36.96.178-45126&noUDP> ... 028 (1253.053.000) 05/25 09:14:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:14:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.178:45126?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#869794&addrs=72.36.96.178-45126&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.053.000) 05/25 09:14:33 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:14:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:14:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.000.000) 05/25 09:15:21 Image size of job updated: 1289916 351 - MemoryUsage of job (MB) 358728 - ResidentSetSize of job (KB) ... 028 (1253.000.000) 05/25 09:15:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 358728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.006.000) 05/25 09:16:33 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359680 - ResidentSetSize of job (KB) ... 028 (1253.006.000) 05/25 09:16:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.003.000) 05/25 09:16:33 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359824 - ResidentSetSize of job (KB) ... 028 (1253.003.000) 05/25 09:16:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:16:36 Image size of job updated: 1272592 302 - MemoryUsage of job (MB) 308764 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:16:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:16:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.036.000) 05/25 09:16:47 Job executing on host: <130.199.159.25:39710?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#879769&addrs=130.199.159.25-39710&noUDP> ... 028 (1253.036.000) 05/25 09:16:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:16:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.25:39710?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#879769&addrs=130.199.159.25-39710&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:16:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:16:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:16:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.001.000) 05/25 09:17:46 Job executing on host: <72.36.96.130:36268?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#885750&addrs=72.36.96.130-36268&noUDP> ... 028 (1253.001.000) 05/25 09:17:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:17:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.130:36268?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#885750&addrs=72.36.96.130-36268&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268655.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.098.000) 05/25 09:17:54 Job executing on host: <72.36.96.162:45714?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37528&addrs=72.36.96.162-45714&noUDP> ... 028 (1253.098.000) 05/25 09:17:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:17:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:45714?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37528&addrs=72.36.96.162-45714&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.001.000) 05/25 09:17:55 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1253.001.000) 05/25 09:17:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:17:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.005.000) 05/25 09:17:58 Job executing on host: <192.170.226.18:33969?CCBID=192.170.227.251:9798%3faddrs%3d192.170.227.251-9798#884017&addrs=192.170.226.18-33969&noUDP> ... 028 (1253.005.000) 05/25 09:17:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:17:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.18:33969?CCBID=192.170.227.251:9798%3faddrs%3d192.170.227.251-9798#884017&addrs=192.170.226.18-33969&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373824.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c428.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 09:18:03 Image size of job updated: 121064 12 - MemoryUsage of job (MB) 12252 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:18:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121064 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 12252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.005.000) 05/25 09:18:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1253.005.000) 05/25 09:18:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373824.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c428.mwt2.org" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.034.000) 05/25 09:18:14 Job executing on host: <10.0.2.15:33591?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874110&addrs=10.0.2.15-33591&noUDP> ... 028 (1253.034.000) 05/25 09:18:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:18:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33591?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874110&addrs=10.0.2.15-33591&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.007.000) 05/25 09:18:16 Job executing on host: <192.170.226.53:36976?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#875965&addrs=192.170.226.53-36976&noUDP> ... 028 (1253.007.000) 05/25 09:18:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:18:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.53:36976?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#875965&addrs=192.170.226.53-36976&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374467.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c229.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 09:18:22 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 09:18:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:18:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.007.000) 05/25 09:18:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2700 - ResidentSetSize of job (KB) ... 028 (1253.007.000) 05/25 09:18:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:18:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c229.mwt2.org" Subproc = 0 ResidentSetSize = 2700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.088.000) 05/25 09:18:30 Job executing on host: <130.199.158.212:34197?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#882601&addrs=130.199.158.212-34197&noUDP> ... 028 (1253.088.000) 05/25 09:18:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:18:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.158.212:34197?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#882601&addrs=130.199.158.212-34197&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.004.000) 05/25 09:18:32 Job executing on host: <72.36.96.51:33639?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874284&addrs=72.36.96.51-33639&noUDP> ... 028 (1253.004.000) 05/25 09:18:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:18:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33639?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874284&addrs=72.36.96.51-33639&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 09:18:38 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:18:38 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:18:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.004.000) 05/25 09:18:41 Image size of job updated: 172168 35 - MemoryUsage of job (MB) 34900 - ResidentSetSize of job (KB) ... 028 (1253.004.000) 05/25 09:18:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172168 Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:18:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 35 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 34900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.113.000) 05/25 09:18:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3410_305539488@ENMG-OR-BJ5M842-S8-its-c7-osg-20190309 <10.0.2.15:34283?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868392&addrs=10.0.2.15-34283&noUDP> ... 028 (1253.113.000) 05/25 09:18:46 Job ad information event triggered. StartdAddr = "<10.0.2.15:34283?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868392&addrs=10.0.2.15-34283&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22413" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-BJ5M842-S8-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 113 EventTime = "2019-05-25T09:18:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3410_305539488@ENMG-OR-BJ5M842-S8-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383706.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.119.000) 05/25 09:18:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3513_129320658@BFAS-ATH-COM-G5-S3-its-c7-osg-20190309 <10.0.2.15:37135?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#880602&addrs=10.0.2.15-37135&noUDP> ... 028 (1253.119.000) 05/25 09:18:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:37135?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#880602&addrs=10.0.2.15-37135&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17350" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-COM-G5-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 119 EventTime = "2019-05-25T09:18:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3513_129320658@BFAS-ATH-COM-G5-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4382528.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.116.000) 05/25 09:18:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3420_80880540@LIB-LEBIRD1-11-S5-its-c7-osg-20190309 <10.0.2.15:40910?CCBID=192.170.227.251:9798%3faddrs%3d192.170.227.251-9798#884020&addrs=10.0.2.15-40910&noUDP> ... 028 (1253.116.000) 05/25 09:18:50 Job ad information event triggered. StartdAddr = "<10.0.2.15:40910?CCBID=192.170.227.251:9798%3faddrs%3d192.170.227.251-9798#884020&addrs=10.0.2.15-40910&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13365" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-11-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 116 EventTime = "2019-05-25T09:18:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3420_80880540@LIB-LEBIRD1-11-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437590.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1253.024.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:37762?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878231&addrs=10.0.2.15-37762&noUDP> ... 028 (1253.024.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37762?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878231&addrs=10.0.2.15-37762&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4340335.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8543" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.002.000) 05/25 09:19:25 Job executing on host: <72.36.96.246:39268?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868932&addrs=72.36.96.246-39268&noUDP> ... 001 (1253.017.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:34332?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#882849&addrs=10.0.2.15-34332&noUDP> ... 001 (1253.033.000) 05/25 09:19:25 Job executing on host: <10.5.147.215:45545?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#883690&addrs=10.5.147.215-45545&noUDP> ... 028 (1253.002.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.246:39268?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868932&addrs=72.36.96.246-39268&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262162.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22111" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34332?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#882849&addrs=10.0.2.15-34332&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5349" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.030.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:43779?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872250&addrs=10.0.2.15-43779&noUDP> ... 001 (1253.012.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:35342?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#873113&addrs=10.0.2.15-35342&noUDP> ... 001 (1253.022.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:38431?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34737&addrs=10.0.2.15-38431&noUDP> ... 001 (1253.021.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:43829?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#891351&addrs=10.0.2.15-43829&noUDP> ... 001 (1253.026.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:34690?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#859257&addrs=10.0.2.15-34690&noUDP> ... 001 (1253.045.000) 05/25 09:19:25 Job executing on host: <149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP> ... 028 (1253.033.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.215:45545?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#883690&addrs=10.5.147.215-45545&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.029.000) 05/25 09:19:25 Job executing on host: <10.5.151.53:44172?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#568508&addrs=10.5.151.53-44172&noUDP> ... 001 (1253.011.000) 05/25 09:19:25 Job executing on host: <10.0.2.15:35102?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33703&addrs=10.0.2.15-35102&noUDP> ... 028 (1253.030.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43779?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872250&addrs=10.0.2.15-43779&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23620" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35342?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#873113&addrs=10.0.2.15-35342&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.022.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38431?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34737&addrs=10.0.2.15-38431&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437870.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.021.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43829?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#891351&addrs=10.0.2.15-43829&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.026.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34690?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#859257&addrs=10.0.2.15-34690&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.029.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.151.53:44172?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#568508&addrs=10.5.151.53-44172&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 09:19:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35102?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33703&addrs=10.0.2.15-35102&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.181.000) 05/25 09:19:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3490_270639116@BFAS-ATH-COM-G5-S2-its-c7-osg-20190309 <10.0.2.15:32904?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879733&addrs=10.0.2.15-32904&noUDP> ... 028 (1253.181.000) 05/25 09:19:31 Job ad information event triggered. StartdAddr = "<10.0.2.15:32904?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879733&addrs=10.0.2.15-32904&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716904" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-COM-G5-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 181 EventTime = "2019-05-25T09:19:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3490_270639116@BFAS-ATH-COM-G5-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4382391.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.053.000) 05/25 09:19:33 Image size of job updated: 1252344 347 - MemoryUsage of job (MB) 354804 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:19:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:19:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.030.000) 05/25 09:19:34 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.030.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23620" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:19:34 Image size of job updated: 151072 17 - MemoryUsage of job (MB) 17320 - ResidentSetSize of job (KB) ... 006 (1253.022.000) 05/25 09:19:34 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 006 (1253.021.000) 05/25 09:19:34 Image size of job updated: 72080 10 - MemoryUsage of job (MB) 9664 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 151072 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 17320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.022.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 09:19:34 Image size of job updated: 143940 13 - MemoryUsage of job (MB) 12648 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 72080 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 9664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:19:34 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 143940 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 12648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:19:34 Image size of job updated: 28136 3 - MemoryUsage of job (MB) 2208 - ResidentSetSize of job (KB) ... 006 (1253.011.000) 05/25 09:19:34 Image size of job updated: 28144 3 - MemoryUsage of job (MB) 2540 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.033.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28136 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 2208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28144 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 09:19:34 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.024.000) 05/25 09:19:34 Image size of job updated: 72724 5 - MemoryUsage of job (MB) 4548 - ResidentSetSize of job (KB) ... 028 (1253.024.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 72724 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4340335.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8543" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 4548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 09:19:34 Image size of job updated: 174356 33 - MemoryUsage of job (MB) 33296 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 174356 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5349" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 33296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.002.000) 05/25 09:19:34 Image size of job updated: 168740 31 - MemoryUsage of job (MB) 31440 - ResidentSetSize of job (KB) ... 028 (1253.002.000) 05/25 09:19:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168740 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262162.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22111" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.032.000) 05/25 09:19:41 Job executing on host: <10.0.2.15:44292?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37584&addrs=10.0.2.15-44292&noUDP> ... 028 (1253.032.000) 05/25 09:19:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44292?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37584&addrs=10.0.2.15-44292&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.135.000) 05/25 09:19:41 Job executing on host: <130.199.159.36:44186?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#892133&addrs=130.199.159.36-44186&noUDP> ... 028 (1253.135.000) 05/25 09:19:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:19:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.36:44186?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#892133&addrs=130.199.159.36-44186&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.025.000) 05/25 09:19:45 Job executing on host: <10.0.2.15:34601?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858964&addrs=10.0.2.15-34601&noUDP> ... 028 (1253.025.000) 05/25 09:19:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34601?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858964&addrs=10.0.2.15-34601&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.019.000) 05/25 09:19:48 Job executing on host: <10.0.2.15:35148?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875111&addrs=10.0.2.15-35148&noUDP> ... 028 (1253.019.000) 05/25 09:19:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35148?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875111&addrs=10.0.2.15-35148&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.023.000) 05/25 09:19:49 Job executing on host: <10.0.2.15:46500?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875050&addrs=10.0.2.15-46500&noUDP> ... 028 (1253.023.000) 05/25 09:19:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46500?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875050&addrs=10.0.2.15-46500&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.032.000) 05/25 09:19:50 Image size of job updated: 141520 14 - MemoryUsage of job (MB) 13948 - ResidentSetSize of job (KB) ... 028 (1253.032.000) 05/25 09:19:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 141520 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 14 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 13948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.135.000) 05/25 09:19:50 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:19:50 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:19:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.028.000) 05/25 09:19:51 Job executing on host: <10.5.145.92:46463?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881028&addrs=10.5.145.92-46463&noUDP> ... 028 (1253.028.000) 05/25 09:19:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.92:46463?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881028&addrs=10.5.145.92-46463&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.018.000) 05/25 09:19:53 Job executing on host: <10.0.2.15:36190?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#881281&addrs=10.0.2.15-36190&noUDP> ... 028 (1253.018.000) 05/25 09:19:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:19:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36190?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#881281&addrs=10.0.2.15-36190&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 09:19:54 Image size of job updated: 82488 10 - MemoryUsage of job (MB) 9712 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 09:19:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 82488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 9712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.014.000) 05/25 09:19:55 Job executing on host: <10.0.2.15:35461?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869571&addrs=10.0.2.15-35461&noUDP> ... 028 (1253.014.000) 05/25 09:19:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 14 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35461?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869571&addrs=10.0.2.15-35461&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 09:19:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 09:19:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 09:19:57 Image size of job updated: 158724 19 - MemoryUsage of job (MB) 18700 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 09:19:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 158724 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:19:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 19 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 18700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.015.000) 05/25 09:20:00 Job executing on host: <10.5.148.97:40968?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#842490&addrs=10.5.148.97-40968&noUDP> ... 028 (1253.015.000) 05/25 09:20:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.97:40968?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#842490&addrs=10.5.148.97-40968&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 09:20:00 Image size of job updated: 102240 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 09:20:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102240 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 09:20:02 Image size of job updated: 177048 36 - MemoryUsage of job (MB) 36232 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 09:20:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 177048 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:20:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 36232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.031.000) 05/25 09:20:06 Job executing on host: <10.5.146.250:41524?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#866320&addrs=10.5.146.250-41524&noUDP> ... 028 (1253.031.000) 05/25 09:20:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.250:41524?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#866320&addrs=10.5.146.250-41524&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.014.000) 05/25 09:20:07 Image size of job updated: 23820 3 - MemoryUsage of job (MB) 2200 - ResidentSetSize of job (KB) ... 028 (1253.014.000) 05/25 09:20:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 23820 Proc = 14 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.027.000) 05/25 09:20:07 Job executing on host: <10.5.148.25:37976?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#879990&addrs=10.5.148.25-37976&noUDP> ... 028 (1253.027.000) 05/25 09:20:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:20:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.25:37976?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#879990&addrs=10.5.148.25-37976&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 09:20:08 Image size of job updated: 162020 20 - MemoryUsage of job (MB) 20220 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 09:20:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 162020 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 20220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 09:20:14 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 09:20:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:20:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 09:20:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:20:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.008.000) 05/25 09:20:21 Job executing on host: <72.36.96.50:40603?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#873143&addrs=72.36.96.50-40603&noUDP> ... 028 (1253.008.000) 05/25 09:20:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:20:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:40603?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#873143&addrs=72.36.96.50-40603&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262387.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.000.000) 05/25 09:20:21 Image size of job updated: 1359360 367 - MemoryUsage of job (MB) 375628 - ResidentSetSize of job (KB) ... 028 (1253.000.000) 05/25 09:20:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1359360 Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.016.000) 05/25 09:20:23 Job executing on host: <10.5.145.15:40393?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#880759&addrs=10.5.145.15-40393&noUDP> ... 028 (1253.016.000) 05/25 09:20:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:20:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.15:40393?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#880759&addrs=10.5.145.15-40393&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.039.000) 05/25 09:20:24 Job executing on host: <192.170.226.109:44644?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#879874&addrs=192.170.226.109-44644&noUDP> ... 028 (1253.039.000) 05/25 09:20:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:20:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.109:44644?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#879874&addrs=192.170.226.109-44644&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.077.000) 05/25 09:20:27 Job executing on host: <10.0.2.15:38062?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#866900&addrs=10.0.2.15-38062&noUDP> ... 028 (1253.077.000) 05/25 09:20:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38062?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#866900&addrs=10.0.2.15-38062&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.008.000) 05/25 09:20:30 Image size of job updated: 24672 2 - MemoryUsage of job (MB) 1784 - ResidentSetSize of job (KB) ... 028 (1253.008.000) 05/25 09:20:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24672 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 1784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 09:20:33 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 09:20:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 09:20:33 Image size of job updated: 161068 24 - MemoryUsage of job (MB) 23620 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:20:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 161068 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 23620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 09:20:35 Image size of job updated: 102220 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 09:20:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:20:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.000.000) 05/25 09:20:45 Image size of job updated: 13718952 367 - MemoryUsage of job (MB) 375628 - ResidentSetSize of job (KB) ... 028 (1253.000.000) 05/25 09:20:45 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 13718952 Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:20:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.083.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:46643?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#884910&addrs=10.0.2.15-46643&noUDP> ... 028 (1253.083.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46643?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#884910&addrs=10.0.2.15-46643&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.064.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:36474?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878590&addrs=10.0.2.15-36474&noUDP> ... 028 (1253.064.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36474?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878590&addrs=10.0.2.15-36474&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.183.000) 05/25 09:21:22 Job executing on host: <10.1.0.6:46534?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#875318&addrs=10.1.0.6-46534&noUDP> ... 001 (1253.044.000) 05/25 09:21:22 Job executing on host: <149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP> ... 001 (1253.013.000) 05/25 09:21:22 Job executing on host: <10.5.148.74:33216?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#874483&addrs=10.5.148.74-33216&noUDP> ... 001 (1253.070.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:46825?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870392&addrs=10.0.2.15-46825&noUDP> ... 001 (1253.081.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:45157?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859399&addrs=10.0.2.15-45157&noUDP> ... 001 (1253.067.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:37238?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859400&addrs=10.0.2.15-37238&noUDP> ... 001 (1253.069.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:44112?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862177&addrs=10.0.2.15-44112&noUDP> ... 001 (1253.075.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:39569?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#865360&addrs=10.0.2.15-39569&noUDP> ... 001 (1253.063.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:44492?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881300&addrs=10.0.2.15-44492&noUDP> ... 001 (1253.080.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:46752?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#889232&addrs=10.0.2.15-46752&noUDP> ... 028 (1253.183.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "OSG_US_UMD_SIAB" Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.1.0.6:46534?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#875318&addrs=10.1.0.6-46534&noUDP>" JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.044.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.013.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.74:33216?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#874483&addrs=10.5.148.74-33216&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.070.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 70 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46825?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870392&addrs=10.0.2.15-46825&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437907.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9674" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.081.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45157?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859399&addrs=10.0.2.15-45157&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.067.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37238?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859400&addrs=10.0.2.15-37238&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 69 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44112?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862177&addrs=10.0.2.15-44112&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437868.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23483" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-MYOUNG-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.075.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39569?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#865360&addrs=10.0.2.15-39569&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.063.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44492?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881300&addrs=10.0.2.15-44492&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.080.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46752?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#889232&addrs=10.0.2.15-46752&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.074.000) 05/25 09:21:22 Job executing on host: <10.0.2.15:40254?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886357&addrs=10.0.2.15-40254&noUDP> ... 028 (1253.074.000) 05/25 09:21:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40254?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886357&addrs=10.0.2.15-40254&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437913.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.078.000) 05/25 09:21:24 Job executing on host: <10.0.2.15:33295?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879999&addrs=10.0.2.15-33295&noUDP> ... 028 (1253.078.000) 05/25 09:21:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33295?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879999&addrs=10.0.2.15-33295&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437910.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.084.000) 05/25 09:21:29 Job executing on host: <10.0.2.15:46026?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866856&addrs=10.0.2.15-46026&noUDP> ... 006 (1253.013.000) 05/25 09:21:31 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 09:21:31 Image size of job updated: 172536 31 - MemoryUsage of job (MB) 31736 - ResidentSetSize of job (KB) ... 006 (1253.083.000) 05/25 09:21:31 Image size of job updated: 85096 10 - MemoryUsage of job (MB) 10108 - ResidentSetSize of job (KB) ... 006 (1253.183.000) 05/25 09:21:31 Image size of job updated: 171344 24 - MemoryUsage of job (MB) 24200 - ResidentSetSize of job (KB) ... 006 (1253.081.000) 05/25 09:21:31 Image size of job updated: 166928 26 - MemoryUsage of job (MB) 26024 - ResidentSetSize of job (KB) ... 006 (1253.064.000) 05/25 09:21:31 Image size of job updated: 74492 6 - MemoryUsage of job (MB) 5452 - ResidentSetSize of job (KB) ... 006 (1253.067.000) 05/25 09:21:31 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31572 - ResidentSetSize of job (KB) ... 006 (1253.070.000) 05/25 09:21:31 Image size of job updated: 172552 32 - MemoryUsage of job (MB) 31884 - ResidentSetSize of job (KB) ... 006 (1253.075.000) 05/25 09:21:31 Image size of job updated: 169500 28 - MemoryUsage of job (MB) 28652 - ResidentSetSize of job (KB) ... 006 (1253.044.000) 05/25 09:21:31 Image size of job updated: 166548 29 - MemoryUsage of job (MB) 28952 - ResidentSetSize of job (KB) ... 006 (1253.063.000) 05/25 09:21:31 Image size of job updated: 159244 19 - MemoryUsage of job (MB) 19288 - ResidentSetSize of job (KB) ... 006 (1253.080.000) 05/25 09:21:31 Image size of job updated: 39948 3 - MemoryUsage of job (MB) 2224 - ResidentSetSize of job (KB) ... 006 (1253.078.000) 05/25 09:21:32 Image size of job updated: 159480 20 - MemoryUsage of job (MB) 19632 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 09:21:32 Image size of job updated: 155920 18 - MemoryUsage of job (MB) 18072 - ResidentSetSize of job (KB) ... 006 (1253.006.000) 05/25 09:21:33 Image size of job updated: 1438980 371 - MemoryUsage of job (MB) 379424 - ResidentSetSize of job (KB) ... 006 (1253.003.000) 05/25 09:21:33 Image size of job updated: 1391432 352 - MemoryUsage of job (MB) 359824 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 09:21:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46026?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866856&addrs=10.0.2.15-46026&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.071.000) 05/25 09:21:35 Job executing on host: <10.5.145.170:36303?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#874126&addrs=10.5.145.170-36303&noUDP> ... 001 (1253.049.000) 05/25 09:21:35 Job executing on host: <192.170.226.101:35768?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#868629&addrs=192.170.226.101-35768&noUDP> ... 001 (1253.085.000) 05/25 09:21:35 Job executing on host: <10.0.2.15:46259?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874454&addrs=10.0.2.15-46259&noUDP> ... 001 (1253.073.000) 05/25 09:21:35 Job executing on host: <10.0.2.15:34419?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879201&addrs=10.0.2.15-34419&noUDP> ... 001 (1253.114.000) 05/25 09:21:37 Job executing on host: <10.0.2.15:38841?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#879152&addrs=10.0.2.15-38841&noUDP> ... 006 (1253.038.000) 05/25 09:21:37 Image size of job updated: 1272592 306 - MemoryUsage of job (MB) 312460 - ResidentSetSize of job (KB) ... 001 (1253.133.000) 05/25 09:21:40 Job executing on host: <10.0.2.15:41300?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868843&addrs=10.0.2.15-41300&noUDP> ... 001 (1253.057.000) 05/25 09:21:45 Job executing on host: <192.170.226.101:38467?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37899&addrs=192.170.226.101-38467&noUDP> ... 001 (1253.009.000) 05/25 09:21:45 Job executing on host: <72.36.96.150:37611?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#874695&addrs=72.36.96.150-37611&noUDP> ... 001 (1253.065.000) 05/25 09:21:45 Job executing on host: <10.0.2.15:38809?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558502&addrs=10.0.2.15-38809&noUDP> ... 006 (1253.036.000) 05/25 09:21:57 Image size of job updated: 1251600 349 - MemoryUsage of job (MB) 356756 - ResidentSetSize of job (KB) ... 001 (1253.082.000) 05/25 09:22:01 Job executing on host: <10.0.2.15:39413?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886356&addrs=10.0.2.15-39413&noUDP> ... 001 (1253.059.000) 05/25 09:22:03 Job executing on host: <192.170.226.37:38424?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#873116&addrs=192.170.226.37-38424&noUDP> ... 028 (1253.059.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.37:38424?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#873116&addrs=192.170.226.37-38424&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262463.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c447.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.060.000) 05/25 09:22:03 Job executing on host: <192.170.226.101:33080?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877521&addrs=192.170.226.101-33080&noUDP> ... 001 (1253.115.000) 05/25 09:22:03 Job executing on host: <10.0.2.15:35173?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#861500&addrs=10.0.2.15-35173&noUDP> ... 001 (1253.121.000) 05/25 09:22:03 Job executing on host: <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> ... 001 (1253.051.000) 05/25 09:22:03 Job executing on host: <192.170.226.101:37621?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853827&addrs=192.170.226.101-37621&noUDP> ... 001 (1253.072.000) 05/25 09:22:03 Job executing on host: <10.5.148.55:46315?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#865592&addrs=10.5.148.55-46315&noUDP> ... 001 (1253.046.000) 05/25 09:22:03 Job executing on host: <192.170.226.16:34494?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#877372&addrs=192.170.226.16-34494&noUDP> ... 001 (1253.066.000) 05/25 09:22:03 Job executing on host: <10.0.2.15:43644?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#872532&addrs=10.0.2.15-43644&noUDP> ... 001 (1253.130.000) 05/25 09:22:07 Job executing on host: <10.0.2.15:39601?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#877932&addrs=10.0.2.15-39601&noUDP> ... 001 (1253.048.000) 05/25 09:22:07 Job executing on host: <192.170.226.101:37645?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872251&addrs=192.170.226.101-37645&noUDP> ... 001 (1253.058.000) 05/25 09:22:07 Job executing on host: <72.36.96.131:36799?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#868067&addrs=72.36.96.131-36799&noUDP> ... 001 (1253.086.000) 05/25 09:22:04 Job executing on host: <10.0.2.15:42816?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33521&addrs=10.0.2.15-42816&noUDP> ... 001 (1253.131.000) 05/25 09:22:08 Job executing on host: <10.0.2.15:46021?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37234&addrs=10.0.2.15-46021&noUDP> ... 001 (1253.104.000) 05/25 09:22:08 Job executing on host: <10.0.2.15:38035?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861855&addrs=10.0.2.15-38035&noUDP> ... 001 (1253.118.000) 05/25 09:22:11 Job executing on host: <10.0.2.15:40937?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895623&addrs=10.0.2.15-40937&noUDP> ... 001 (1253.128.000) 05/25 09:22:11 Job executing on host: <10.0.2.15:36813?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#863847&addrs=10.0.2.15-36813&noUDP> ... 028 (1253.013.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172536 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.083.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 85096 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 10108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.183.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 171344 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 24200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.081.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166928 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 26024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.064.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 74492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 5452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.067.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.070.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172552 Proc = 70 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9674" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 ResidentSetSize = 31884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.075.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 169500 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 28652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.044.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166548 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 28952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.063.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159244 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 19 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 19288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.080.000) 05/25 09:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 39948 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.078.000) 05/25 09:21:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159480 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437910.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 ResidentSetSize = 19632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 09:21:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 155920 Proc = 69 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 18 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23483" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-MYOUNG-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 18072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.006.000) 05/25 09:21:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.003.000) 05/25 09:21:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.071.000) 05/25 09:21:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:21:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.170:36303?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#874126&addrs=10.5.145.170-36303&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 09:21:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:21:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:35768?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#868629&addrs=192.170.226.101-35768&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 09:21:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46259?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874454&addrs=10.0.2.15-46259&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.073.000) 05/25 09:21:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34419?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879201&addrs=10.0.2.15-34419&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.114.000) 05/25 09:21:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38841?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#879152&addrs=10.0.2.15-38841&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.038.000) 05/25 09:21:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:21:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.133.000) 05/25 09:21:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:21:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41300?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868843&addrs=10.0.2.15-41300&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716069" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 09:21:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:21:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:38467?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37899&addrs=192.170.226.101-38467&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.009.000) 05/25 09:21:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:21:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.150:37611?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#874695&addrs=72.36.96.150-37611&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.065.000) 05/25 09:21:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:21:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38809?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558502&addrs=10.0.2.15-38809&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.036.000) 05/25 09:21:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:21:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.082.000) 05/25 09:22:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39413?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886356&addrs=10.0.2.15-39413&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437911.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23407" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:33080?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877521&addrs=192.170.226.101-33080&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.115.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35173?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#861500&addrs=10.0.2.15-35173&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:37621?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853827&addrs=192.170.226.101-37621&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.55:46315?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#865592&addrs=10.5.148.55-46315&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.046.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.16:34494?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#877372&addrs=192.170.226.16-34494&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.066.000) 05/25 09:22:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 66 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43644?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#872532&addrs=10.0.2.15-43644&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437788.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 09:22:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39601?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#877932&addrs=10.0.2.15-39601&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 09:22:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:37645?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872251&addrs=192.170.226.101-37645&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.058.000) 05/25 09:22:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:22:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.131:36799?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#868067&addrs=72.36.96.131-36799&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.086.000) 05/25 09:22:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42816?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33521&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.131.000) 05/25 09:22:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46021?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37234&addrs=10.0.2.15-46021&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.104.000) 05/25 09:22:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38035?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861855&addrs=10.0.2.15-38035&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.118.000) 05/25 09:22:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40937?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895623&addrs=10.0.2.15-40937&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 09:22:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36813?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#863847&addrs=10.0.2.15-36813&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.087.000) 05/25 09:22:22 Job executing on host: <10.5.147.2:46252?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#34175&addrs=10.5.147.2-46252&noUDP> ... 001 (1253.047.000) 05/25 09:22:22 Job executing on host: <10.5.148.64:34567?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866165&addrs=10.5.148.64-34567&noUDP> ... 001 (1253.062.000) 05/25 09:22:23 Job executing on host: <72.36.96.189:36703?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867820&addrs=72.36.96.189-36703&noUDP> ... 001 (1253.124.000) 05/25 09:22:27 Job executing on host: <10.0.2.15:45784?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879040&addrs=10.0.2.15-45784&noUDP> ... 001 (1253.174.000) 05/25 09:22:27 Job executing on host: <10.0.2.15:42708?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#867538&addrs=10.0.2.15-42708&noUDP> ... 001 (1253.126.000) 05/25 09:22:27 Job executing on host: <10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP> ... 006 (1253.084.000) 05/25 09:22:30 Image size of job updated: 164812 24 - MemoryUsage of job (MB) 24040 - ResidentSetSize of job (KB) ... 001 (1253.110.000) 05/25 09:22:31 Job executing on host: <10.0.2.15:33019?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859401&addrs=10.0.2.15-33019&noUDP> ... 001 (1253.052.000) 05/25 09:22:31 Job executing on host: <192.170.226.101:32842?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866814&addrs=192.170.226.101-32842&noUDP> ... 001 (1253.100.000) 05/25 09:22:31 Job executing on host: <192.170.226.166:46130?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#881576&addrs=192.170.226.166-46130&noUDP> ... 006 (1253.059.000) 05/25 09:22:31 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 001 (1253.107.000) 05/25 09:22:31 Job executing on host: <10.0.2.15:38842?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#871286&addrs=10.0.2.15-38842&noUDP> ... 001 (1253.173.000) 05/25 09:22:38 Job executing on host: <10.0.2.15:43495?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#858549&addrs=10.0.2.15-43495&noUDP> ... 001 (1253.055.000) 05/25 09:22:38 Job executing on host: <192.170.227.84:42452?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#886467&addrs=192.170.227.84-42452&noUDP> ... 001 (1253.179.000) 05/25 09:22:38 Job executing on host: <10.0.2.15:34818?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#35603&addrs=10.0.2.15-34818&noUDP> ... 001 (1253.056.000) 05/25 09:22:38 Job executing on host: <72.36.96.131:34613?CCBID=192.170.227.251:9820%3faddrs%3d192.170.227.251-9820#884918&addrs=72.36.96.131-34613&noUDP> ... 001 (1253.171.000) 05/25 09:22:38 Job executing on host: <10.0.2.15:32937?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#36739&addrs=10.0.2.15-32937&noUDP> ... 001 (1253.123.000) 05/25 09:22:38 Job executing on host: <10.0.2.15:34557?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#886372&addrs=10.0.2.15-34557&noUDP> ... 007 (1253.233.000) 05/25 09:22:43 Shadow exception! Error from glidein_23916_17727416@LIB-LEBIRD2-19-S2-its-c7-osg-20190309: Failed to transfer files 0 - Run Bytes Sent By Job 100425 - Run Bytes Received By Job ... 001 (1253.125.000) 05/25 09:22:45 Job executing on host: <10.0.2.15:42311?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879343&addrs=10.0.2.15-42311&noUDP> ... 001 (1253.138.000) 05/25 09:22:45 Job executing on host: <192.170.226.209:40067?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877564&addrs=192.170.226.209-40067&noUDP> ... 001 (1253.175.000) 05/25 09:22:45 Job executing on host: <10.0.2.15:39617?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#879587&addrs=10.0.2.15-39617&noUDP> ... 001 (1253.120.000) 05/25 09:22:45 Job executing on host: <10.0.2.15:42338?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37012&addrs=10.0.2.15-42338&noUDP> ... 001 (1253.168.000) 05/25 09:22:48 Job executing on host: <10.0.2.15:39920?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861768&addrs=10.0.2.15-39920&noUDP> ... 028 (1253.087.000) 05/25 09:22:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.2:46252?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#34175&addrs=10.5.147.2-46252&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.047.000) 05/25 09:22:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.64:34567?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866165&addrs=10.5.148.64-34567&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 09:22:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.189:36703?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867820&addrs=72.36.96.189-36703&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 09:22:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45784?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879040&addrs=10.0.2.15-45784&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381264.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-06-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 09:22:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42708?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#867538&addrs=10.0.2.15-42708&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.126.000) 05/25 09:22:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.084.000) 05/25 09:22:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164812 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 24040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 09:22:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33019?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859401&addrs=10.0.2.15-33019&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437832.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 09:22:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:32842?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866814&addrs=192.170.226.101-32842&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 09:22:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.166:46130?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#881576&addrs=192.170.226.166-46130&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.059.000) 05/25 09:22:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262463.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.107.000) 05/25 09:22:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38842?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#871286&addrs=10.0.2.15-38842&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368279.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-LC-BJN-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 09:22:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43495?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#858549&addrs=10.0.2.15-43495&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.055.000) 05/25 09:22:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.84:42452?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#886467&addrs=192.170.227.84-42452&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262464.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c473.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 09:22:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34818?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#35603&addrs=10.0.2.15-34818&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 09:22:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:22:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.131:34613?CCBID=192.170.227.251:9820%3faddrs%3d192.170.227.251-9820#884918&addrs=72.36.96.131-34613&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 09:22:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32937?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#36739&addrs=10.0.2.15-32937&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 09:22:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34557?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#886372&addrs=10.0.2.15-34557&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 09:22:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42311?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879343&addrs=10.0.2.15-42311&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.138.000) 05/25 09:22:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:22:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.209:40067?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877564&addrs=192.170.226.209-40067&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 09:22:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39617?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#879587&addrs=10.0.2.15-39617&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.120.000) 05/25 09:22:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42338?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37012&addrs=10.0.2.15-42338&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.168.000) 05/25 09:22:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39920?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861768&addrs=10.0.2.15-39920&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.182.000) 05/25 09:22:49 Job executing on host: <10.0.2.15:35581?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#873008&addrs=10.0.2.15-35581&noUDP> ... 028 (1253.182.000) 05/25 09:22:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35581?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#873008&addrs=10.0.2.15-35581&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.169.000) 05/25 09:22:50 Job executing on host: <10.0.2.15:33430?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#887512&addrs=10.0.2.15-33430&noUDP> ... 028 (1253.169.000) 05/25 09:22:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33430?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#887512&addrs=10.0.2.15-33430&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.108.000) 05/25 09:22:50 Job executing on host: <10.0.2.15:37319?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39570&addrs=10.0.2.15-37319&noUDP> ... 028 (1253.108.000) 05/25 09:22:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 108 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37319?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39570&addrs=10.0.2.15-37319&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437935.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.097.000) 05/25 09:22:50 Job executing on host: <192.170.227.74:38352?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36456&addrs=192.170.227.74-38352&noUDP> ... 028 (1253.097.000) 05/25 09:22:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.74:38352?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36456&addrs=192.170.227.74-38352&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.103.000) 05/25 09:22:50 Job executing on host: <192.170.226.42:41488?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#875855&addrs=192.170.226.42-41488&noUDP> ... 028 (1253.103.000) 05/25 09:22:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.42:41488?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#875855&addrs=192.170.226.42-41488&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.000.000) 05/25 09:22:50 Job was evicted. (0) Job terminated and was requeued Usr 0 00:10:15, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 107941696 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.000.000) 05/25 09:22:50 Job ad information event triggered. SentBytes = 107941696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211843" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-25T09:22:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:10:15, Sys 0 00:00:24" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" ... 001 (1253.106.000) 05/25 09:22:51 Job executing on host: <10.5.146.182:38342?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#864458&addrs=10.5.146.182-38342&noUDP> ... 028 (1253.106.000) 05/25 09:22:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.182:38342?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#864458&addrs=10.5.146.182-38342&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.111.000) 05/25 09:22:51 Job executing on host: <10.0.2.15:43479?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34571&addrs=10.0.2.15-43479&noUDP> ... 028 (1253.111.000) 05/25 09:22:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43479?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34571&addrs=10.0.2.15-43479&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.093.000) 05/25 09:22:53 Job executing on host: <192.170.226.200:37678?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#871503&addrs=192.170.226.200-37678&noUDP> ... 028 (1253.093.000) 05/25 09:22:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.200:37678?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#871503&addrs=192.170.226.200-37678&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.001.000) 05/25 09:22:56 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357392 - ResidentSetSize of job (KB) ... 028 (1253.001.000) 05/25 09:22:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:22:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.127.000) 05/25 09:22:56 Job executing on host: <10.0.2.15:40604?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888447&addrs=10.0.2.15-40604&noUDP> ... 028 (1253.127.000) 05/25 09:22:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40604?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888447&addrs=10.0.2.15-40604&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 09:22:57 Image size of job updated: 59612 8 - MemoryUsage of job (MB) 7196 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.114.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59612 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 006 (1253.057.000) 05/25 09:22:57 Image size of job updated: 99352 11 - MemoryUsage of job (MB) 10304 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 09:22:57 Image size of job updated: 80524 9 - MemoryUsage of job (MB) 8288 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 99352 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 10304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.065.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 80524 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 8288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 09:22:57 Image size of job updated: 83584 6 - MemoryUsage of job (MB) 5716 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 09:22:57 Image size of job updated: 62632 5 - MemoryUsage of job (MB) 4440 - ResidentSetSize of job (KB) ... 006 (1253.115.000) 05/25 09:22:57 Image size of job updated: 28144 3 - MemoryUsage of job (MB) 2536 - ResidentSetSize of job (KB) ... 006 (1253.071.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 006 (1253.009.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 83584 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437911.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23407" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 5716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62632 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 4440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.115.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28144 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.071.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 09:22:57 Image size of job updated: 121068 12 - MemoryUsage of job (MB) 12216 - ResidentSetSize of job (KB) ... 028 (1253.009.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 006 (1253.046.000) 05/25 09:22:57 Image size of job updated: 159760 23 - MemoryUsage of job (MB) 23240 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.066.000) 05/25 09:22:57 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31572 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121068 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 12216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 09:22:57 Image size of job updated: 172196 31 - MemoryUsage of job (MB) 31184 - ResidentSetSize of job (KB) ... 006 (1253.104.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159760 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 23240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 09:22:57 Image size of job updated: 21884 2 - MemoryUsage of job (MB) 1548 - ResidentSetSize of job (KB) ... 006 (1253.086.000) 05/25 09:22:57 Image size of job updated: 75068 9 - MemoryUsage of job (MB) 8380 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 09:22:57 Image size of job updated: 172324 31 - MemoryUsage of job (MB) 31540 - ResidentSetSize of job (KB) ... 028 (1253.066.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 66 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172196 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.104.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:22:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.118.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 21884 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.086.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 75068 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 8380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172324 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.058.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 09:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.076.000) 05/25 09:22:57 Job executing on host: <10.5.146.114:36315?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#866388&addrs=10.5.146.114-36315&noUDP> ... 028 (1253.076.000) 05/25 09:22:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.114:36315?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#866388&addrs=10.5.146.114-36315&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.108.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 108 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437935.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.159.000) 05/25 09:22:58 Job executing on host: <10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP> ... 028 (1253.159.000) 05/25 09:22:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 006 (1253.126.000) 05/25 09:22:58 Image size of job updated: 75300 9 - MemoryUsage of job (MB) 8624 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 09:22:58 Image size of job updated: 58536 4 - MemoryUsage of job (MB) 3220 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.126.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 75300 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 8624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 58536 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 3220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 09:22:58 Image size of job updated: 168740 30 - MemoryUsage of job (MB) 30048 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381264.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-06-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 006 (1253.107.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 006 (1253.047.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437832.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168740 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 30048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2696 - ResidentSetSize of job (KB) ... 006 (1253.087.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2772 - ResidentSetSize of job (KB) ... 006 (1253.055.000) 05/25 09:22:58 Image size of job updated: 111340 9 - MemoryUsage of job (MB) 8976 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 09:22:58 Image size of job updated: 99056 6 - MemoryUsage of job (MB) 5624 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368279.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-LC-BJN-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.047.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 09:22:58 Image size of job updated: 146056 17 - MemoryUsage of job (MB) 16428 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 2696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 2772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 006 (1253.138.000) 05/25 09:22:58 Image size of job updated: 121068 12 - MemoryUsage of job (MB) 12184 - ResidentSetSize of job (KB) ... 028 (1253.055.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 111340 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262464.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 8976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 09:22:58 Image size of job updated: 21884 2 - MemoryUsage of job (MB) 1556 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 09:22:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 99056 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 5624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 146056 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 16428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:22:59 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.168.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.138.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121068 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 12184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.120.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 21884 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 09:22:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 09:22:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:22:59 Image size of job updated: 24672 3 - MemoryUsage of job (MB) 2492 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:22:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24672 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 2492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 09:22:59 Image size of job updated: 116940 4 - MemoryUsage of job (MB) 3836 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 09:22:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 116940 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 3836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.164.000) 05/25 09:23:00 Job executing on host: <10.0.2.15:40664?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#880126&addrs=10.0.2.15-40664&noUDP> ... 028 (1253.164.000) 05/25 09:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40664?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#880126&addrs=10.0.2.15-40664&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.106.000) 05/25 09:23:00 Image size of job updated: 102240 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.106.000) 05/25 09:23:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102240 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.109.000) 05/25 09:23:00 Job executing on host: <10.5.148.75:44055?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#880649&addrs=10.5.148.75-44055&noUDP> ... 028 (1253.109.000) 05/25 09:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.75:44055?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#880649&addrs=10.5.148.75-44055&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 09:23:00 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 09:23:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:23:02 Image size of job updated: 76912 9 - MemoryUsage of job (MB) 9140 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:23:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 76912 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 9140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 09:23:05 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357336 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:23:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.157.000) 05/25 09:23:05 Job executing on host: <10.0.2.15:37641?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#570484&addrs=10.0.2.15-37641&noUDP> ... 028 (1253.157.000) 05/25 09:23:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 157 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37641?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#570484&addrs=10.0.2.15-37641&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436624.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22575" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-23-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.096.000) 05/25 09:23:05 Job executing on host: <192.170.226.101:40468?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879032&addrs=192.170.226.101-40468&noUDP> ... 028 (1253.096.000) 05/25 09:23:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:40468?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879032&addrs=192.170.226.101-40468&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 09:23:05 Image size of job updated: 177048 36 - MemoryUsage of job (MB) 36252 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 09:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 177048 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 36252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:23:06 Image size of job updated: 59732 8 - MemoryUsage of job (MB) 7496 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:23:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59732 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.163.000) 05/25 09:23:06 Job executing on host: <10.0.2.15:35659?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860225&addrs=10.0.2.15-35659&noUDP> ... 028 (1253.163.000) 05/25 09:23:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35659?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860225&addrs=10.0.2.15-35659&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.005.000) 05/25 09:23:06 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357928 - ResidentSetSize of job (KB) ... 028 (1253.005.000) 05/25 09:23:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373824.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c428.mwt2.org" Subproc = 0 ResidentSetSize = 357928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 09:23:06 Image size of job updated: 167300 26 - MemoryUsage of job (MB) 26280 - ResidentSetSize of job (KB) ... 028 (1253.076.000) 05/25 09:23:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 167300 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 26280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 09:23:08 Image size of job updated: 102220 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 09:23:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.180.000) 05/25 09:23:09 Job executing on host: <10.0.2.15:33753?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#887863&addrs=10.0.2.15-33753&noUDP> ... 028 (1253.180.000) 05/25 09:23:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33753?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#887863&addrs=10.0.2.15-33753&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.109.000) 05/25 09:23:09 Image size of job updated: 146316 17 - MemoryUsage of job (MB) 16676 - ResidentSetSize of job (KB) ... 028 (1253.109.000) 05/25 09:23:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 146316 Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 16676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.162.000) 05/25 09:23:10 Job executing on host: <10.0.2.15:38898?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#871769&addrs=10.0.2.15-38898&noUDP> ... 028 (1253.162.000) 05/25 09:23:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38898?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#871769&addrs=10.0.2.15-38898&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.095.000) 05/25 09:23:11 Job executing on host: <72.36.96.166:41045?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869470&addrs=72.36.96.166-41045&noUDP> ... 028 (1253.095.000) 05/25 09:23:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.166:41045?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869470&addrs=72.36.96.166-41045&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.094.000) 05/25 09:23:12 Job executing on host: <192.170.226.101:40951?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888446&addrs=192.170.226.101-40951&noUDP> ... 028 (1253.094.000) 05/25 09:23:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.101:40951?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888446&addrs=192.170.226.101-40951&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 09:23:13 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 09:23:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 157 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22575" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-23-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 09:23:13 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:23:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.102.000) 05/25 09:23:14 Job executing on host: <72.36.96.159:40256?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864895&addrs=72.36.96.159-40256&noUDP> ... 028 (1253.102.000) 05/25 09:23:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.159:40256?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864895&addrs=72.36.96.159-40256&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 09:23:14 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:23:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.050.000) 05/25 09:23:16 Job executing on host: <72.36.96.170:43125?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37554&addrs=72.36.96.170-43125&noUDP> ... 028 (1253.050.000) 05/25 09:23:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:23:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.170:43125?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37554&addrs=72.36.96.170-43125&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.129.000) 05/25 09:23:16 Job executing on host: <10.0.2.15:33791?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878121&addrs=10.0.2.15-33791&noUDP> ... 028 (1253.129.000) 05/25 09:23:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33791?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878121&addrs=10.0.2.15-33791&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 09:23:18 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 09:23:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 09:23:18 Image size of job updated: 62208 8 - MemoryUsage of job (MB) 7728 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 09:23:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62208 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 09:23:20 Image size of job updated: 121064 12 - MemoryUsage of job (MB) 12252 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:23:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121064 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 12252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.132.000) 05/25 09:23:20 Job executing on host: <10.5.148.55:36872?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#894861&addrs=10.5.148.55-36872&noUDP> ... 028 (1253.132.000) 05/25 09:23:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.55:36872?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#894861&addrs=10.5.148.55-36872&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.094.000) 05/25 09:23:21 Image size of job updated: 1049540 134 - MemoryUsage of job (MB) 136844 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:23:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049540 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 134 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 136844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 09:23:22 Image size of job updated: 55228 6 - MemoryUsage of job (MB) 6028 - ResidentSetSize of job (KB) ... 028 (1253.102.000) 05/25 09:23:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 55228 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 6028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 09:23:23 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306808 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 09:23:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.158.000) 05/25 09:23:24 Job executing on host: <10.0.2.15:44764?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#877854&addrs=10.0.2.15-44764&noUDP> ... 028 (1253.158.000) 05/25 09:23:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44764?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#877854&addrs=10.0.2.15-44764&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 09:23:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:23:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:23:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 09:23:24 Image size of job updated: 167304 26 - MemoryUsage of job (MB) 26208 - ResidentSetSize of job (KB) ... 006 (1253.007.000) 05/25 09:23:24 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358724 - ResidentSetSize of job (KB) ... 028 (1253.007.000) 05/25 09:23:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c229.mwt2.org" Subproc = 0 ResidentSetSize = 358724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.129.000) 05/25 09:23:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 167304 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 26208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.003.000) 05/25 09:23:26 Image size of job updated: 1456968 352 - MemoryUsage of job (MB) 359824 - ResidentSetSize of job (KB) ... 028 (1253.003.000) 05/25 09:23:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:23:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.149.000) 05/25 09:23:26 Job executing on host: <192.170.227.79:32838?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873431&addrs=192.170.227.79-32838&noUDP> ... 028 (1253.149.000) 05/25 09:23:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.79:32838?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873431&addrs=192.170.227.79-32838&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 09:23:26 Image size of job updated: 15288 2 - MemoryUsage of job (MB) 1192 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 09:23:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15288 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716069" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:23:28 Image size of job updated: 164276 23 - MemoryUsage of job (MB) 23468 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:23:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164276 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 23468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 09:23:32 Image size of job updated: 171696 31 - MemoryUsage of job (MB) 30772 - ResidentSetSize of job (KB) ... 001 (1253.166.000) 05/25 09:23:30 Job executing on host: <10.5.148.55:34418?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#879807&addrs=10.5.148.55-34418&noUDP> ... 001 (1253.170.000) 05/25 09:23:31 Job executing on host: <10.0.2.15:43355?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888996&addrs=10.0.2.15-43355&noUDP> ... 028 (1253.158.000) 05/25 09:23:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 171696 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 30772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.145.000) 05/25 09:23:35 Job executing on host: <192.170.226.241:39075?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872169&addrs=192.170.226.241-39075&noUDP> ... 006 (1253.149.000) 05/25 09:23:35 Image size of job updated: 172168 35 - MemoryUsage of job (MB) 34900 - ResidentSetSize of job (KB) ... 001 (1253.043.000) 05/25 09:23:35 Job executing on host: <10.32.86.105:35023?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#883528&addrs=10.32.86.105-35023&noUDP> ... 006 (1253.088.000) 05/25 09:23:38 Image size of job updated: 1319188 350 - MemoryUsage of job (MB) 357612 - ResidentSetSize of job (KB) ... 001 (1253.167.000) 05/25 09:23:43 Job executing on host: <10.5.137.13:33669?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#876600&addrs=10.5.137.13-33669&noUDP> ... 001 (1253.176.000) 05/25 09:23:44 Job executing on host: <10.5.147.172:43747?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855268&addrs=10.5.147.172-43747&noUDP> ... 007 (1253.214.000) 05/25 09:23:44 Shadow exception! Error from glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309: Failed to transfer files 0 - Run Bytes Sent By Job 100425 - Run Bytes Received By Job ... 001 (1253.150.000) 05/25 09:23:41 Job executing on host: <192.170.226.24:32940?CCBID=192.170.227.251:9881%3faddrs%3d192.170.227.251-9881#881987&addrs=192.170.226.24-32940&noUDP> ... 006 (1253.004.000) 05/25 09:23:42 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357704 - ResidentSetSize of job (KB) ... 001 (1253.105.000) 05/25 09:23:42 Job executing on host: <10.5.147.8:42894?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#886631&addrs=10.5.147.8-42894&noUDP> ... 001 (1253.154.000) 05/25 09:23:46 Job executing on host: <72.36.96.187:35743?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34746&addrs=72.36.96.187-35743&noUDP> ... 001 (1253.042.000) 05/25 09:23:50 Job executing on host: <10.32.86.103:42404?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#856331&addrs=10.32.86.103-42404&noUDP> ... 001 (1253.061.000) 05/25 09:23:50 Job executing on host: <72.36.96.174:35787?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#881634&addrs=72.36.96.174-35787&noUDP> ... 001 (1253.160.000) 05/25 09:23:50 Job executing on host: <10.5.145.218:34959?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868680&addrs=10.5.145.218-34959&noUDP> ... 001 (1253.165.000) 05/25 09:23:51 Job executing on host: <10.0.2.15:33117?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868383&addrs=10.0.2.15-33117&noUDP> ... 001 (1253.101.000) 05/25 09:24:04 Job executing on host: <192.170.226.20:44702?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896682&addrs=192.170.226.20-44702&noUDP> ... 001 (1253.172.000) 05/25 09:24:04 Job executing on host: <10.5.147.48:34808?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#886618&addrs=10.5.147.48-34808&noUDP> ... 001 (1253.054.000) 05/25 09:24:05 Job executing on host: <72.36.96.53:44821?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37522&addrs=72.36.96.53-44821&noUDP> ... 001 (1253.146.000) 05/25 09:24:05 Job executing on host: <192.170.226.34:39061?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896683&addrs=192.170.226.34-39061&noUDP> ... 001 (1253.203.000) 05/25 09:24:05 Job executing on host: <192.170.226.160:39510?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875403&addrs=192.170.226.160-39510&noUDP> ... 001 (1253.161.000) 05/25 09:24:04 Job executing on host: <10.5.146.174:39800?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874017&addrs=10.5.146.174-39800&noUDP> ... 001 (1253.178.000) 05/25 09:24:06 Job executing on host: <10.5.149.230:40204?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#884341&addrs=10.5.149.230-40204&noUDP> ... 001 (1253.156.000) 05/25 09:24:13 Job executing on host: <192.170.227.73:33214?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37556&addrs=192.170.227.73-33214&noUDP> ... 001 (1253.099.000) 05/25 09:24:13 Job executing on host: <72.36.96.141:34308?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888567&addrs=72.36.96.141-34308&noUDP> ... 028 (1253.166.000) 05/25 09:23:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.55:34418?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#879807&addrs=10.5.148.55-34418&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.170.000) 05/25 09:23:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 170 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43355?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888996&addrs=10.0.2.15-43355&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437840.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.148.000) 05/25 09:24:19 Job executing on host: <72.36.96.59:40160?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36113&addrs=72.36.96.59-40160&noUDP> ... 028 (1253.145.000) 05/25 09:23:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.241:39075?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872169&addrs=192.170.226.241-39075&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.199.000) 05/25 09:24:20 Job executing on host: <192.170.226.14:37838?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875115&addrs=192.170.226.14-37838&noUDP> ... 001 (1253.177.000) 05/25 09:24:22 Job executing on host: <10.0.2.15:36327?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894400&addrs=10.0.2.15-36327&noUDP> ... 028 (1253.149.000) 05/25 09:23:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172168 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:23:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 35 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 34900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.043.000) 05/25 09:23:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:23:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.105:35023?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#883528&addrs=10.32.86.105-35023&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.200.000) 05/25 09:24:26 Job executing on host: <192.170.226.121:46250?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#864815&addrs=192.170.226.121-46250&noUDP> ... 028 (1253.088.000) 05/25 09:23:38 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:23:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 357612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.153.000) 05/25 09:24:30 Job executing on host: <72.36.96.171:42495?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#892388&addrs=72.36.96.171-42495&noUDP> ... 028 (1253.167.000) 05/25 09:23:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.137.13:33669?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#876600&addrs=10.5.137.13-33669&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.152.000) 05/25 09:24:32 Job executing on host: <192.170.226.30:44075?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#38524&addrs=192.170.226.30-44075&noUDP> ... 006 (1253.053.000) 05/25 09:24:34 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356848 - ResidentSetSize of job (KB) ... 001 (1253.155.000) 05/25 09:24:34 Job executing on host: <72.36.96.200:41855?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570530&addrs=72.36.96.200-41855&noUDP> ... 006 (1253.030.000) 05/25 09:24:34 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355492 - ResidentSetSize of job (KB) ... 006 (1253.012.000) 05/25 09:24:34 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357996 - ResidentSetSize of job (KB) ... 006 (1253.022.000) 05/25 09:24:34 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355744 - ResidentSetSize of job (KB) ... 006 (1253.021.000) 05/25 09:24:34 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355896 - ResidentSetSize of job (KB) ... 006 (1253.026.000) 05/25 09:24:34 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306140 - ResidentSetSize of job (KB) ... 006 (1253.045.000) 05/25 09:24:34 Image size of job updated: 1252352 288 - MemoryUsage of job (MB) 294456 - ResidentSetSize of job (KB) ... 006 (1253.033.000) 05/25 09:24:34 Image size of job updated: 1336496 289 - MemoryUsage of job (MB) 295308 - ResidentSetSize of job (KB) ... 006 (1253.029.000) 05/25 09:24:34 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 357588 - ResidentSetSize of job (KB) ... 006 (1253.011.000) 05/25 09:24:34 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305196 - ResidentSetSize of job (KB) ... 006 (1253.002.000) 05/25 09:24:35 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359208 - ResidentSetSize of job (KB) ... 006 (1253.024.000) 05/25 09:24:35 Image size of job updated: 1266804 180 - MemoryUsage of job (MB) 183980 - ResidentSetSize of job (KB) ... 006 (1253.017.000) 05/25 09:24:36 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307388 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 09:23:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.172:43747?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855268&addrs=10.5.147.172-43747&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.151.000) 05/25 09:24:42 Job executing on host: <72.36.96.141:34054?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570528&addrs=72.36.96.141-34054&noUDP> ... 001 (1253.020.000) 05/25 09:24:42 Job executing on host: <10.32.86.97:44780?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#37486&addrs=10.32.86.97-44780&noUDP> ... 028 (1253.150.000) 05/25 09:23:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:23:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.24:32940?CCBID=192.170.227.251:9881%3faddrs%3d192.170.227.251-9881#881987&addrs=192.170.226.24-32940&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.122.000) 05/25 09:24:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3440_63017932@ITS-NWS-DPH-01-S5-its-c7-osg-20190309 <10.0.2.15:46271?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862180&addrs=10.0.2.15-46271&noUDP> ... 022 (1253.117.000) 05/25 09:24:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_560718840@ITS-NWS-DPH-01-S1-its-c7-osg-20190309 <10.0.2.15:40283?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#862796&addrs=10.0.2.15-40283&noUDP> ... 028 (1253.004.000) 05/25 09:23:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:23:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.134.000) 05/25 09:24:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3439_974080296@ITS-NWS-DPH-01-S4-its-c7-osg-20190309 <10.0.2.15:38004?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#880900&addrs=10.0.2.15-38004&noUDP> ... 001 (1253.202.000) 05/25 09:24:48 Job executing on host: <192.170.226.63:37095?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877525&addrs=192.170.226.63-37095&noUDP> ... 028 (1253.105.000) 05/25 09:23:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:23:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.8:42894?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#886631&addrs=10.5.147.8-42894&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.135.000) 05/25 09:24:51 Image size of job updated: 1319188 349 - MemoryUsage of job (MB) 356744 - ResidentSetSize of job (KB) ... 001 (1253.201.000) 05/25 09:24:51 Job executing on host: <72.36.96.186:37132?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879680&addrs=72.36.96.186-37132&noUDP> ... 028 (1253.154.000) 05/25 09:23:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:23:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:35743?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34746&addrs=72.36.96.187-35743&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.042.000) 05/25 09:23:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:23:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.103:42404?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#856331&addrs=10.32.86.103-42404&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 09:24:56 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306576 - ResidentSetSize of job (KB) ... 006 (1253.025.000) 05/25 09:24:55 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303424 - ResidentSetSize of job (KB) ... 001 (1253.204.000) 05/25 09:24:55 Job executing on host: <192.170.226.121:33761?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881585&addrs=192.170.226.121-33761&noUDP> ... 006 (1253.023.000) 05/25 09:24:57 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 304048 - ResidentSetSize of job (KB) ... 006 (1253.028.000) 05/25 09:25:01 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357760 - ResidentSetSize of job (KB) ... 006 (1253.018.000) 05/25 09:25:04 Image size of job updated: 1266804 182 - MemoryUsage of job (MB) 185764 - ResidentSetSize of job (KB) ... 006 (1253.014.000) 05/25 09:25:06 Image size of job updated: 1266804 183 - MemoryUsage of job (MB) 186560 - ResidentSetSize of job (KB) ... 001 (1253.192.000) 05/25 09:25:07 Job executing on host: <149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP> ... 001 (1253.037.000) 05/25 09:25:07 Job executing on host: <192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP> ... 006 (1253.015.000) 05/25 09:25:09 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358196 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 09:23:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:23:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:35787?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#881634&addrs=72.36.96.174-35787&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.160.000) 05/25 09:23:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.218:34959?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868680&addrs=10.5.145.218-34959&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 09:25:14 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356176 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 09:23:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 165 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:23:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33117?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868383&addrs=10.0.2.15-33117&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381018.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209D-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.101.000) 05/25 09:24:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.20:44702?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896682&addrs=192.170.226.20-44702&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.172.000) 05/25 09:24:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.48:34808?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#886618&addrs=10.5.147.48-34808&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.054.000) 05/25 09:24:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.53:44821?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37522&addrs=72.36.96.53-44821&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.146.000) 05/25 09:24:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.34:39061?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896683&addrs=192.170.226.34-39061&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.203.000) 05/25 09:24:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.160:39510?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875403&addrs=192.170.226.160-39510&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.161.000) 05/25 09:24:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 161 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.174:39800?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874017&addrs=10.5.146.174-39800&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.178.000) 05/25 09:24:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.149.230:40204?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#884341&addrs=10.5.149.230-40204&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.156.000) 05/25 09:24:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.73:33214?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37556&addrs=192.170.227.73-33214&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.099.000) 05/25 09:24:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:34308?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888567&addrs=72.36.96.141-34308&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.148.000) 05/25 09:24:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:24:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.59:40160?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36113&addrs=72.36.96.59-40160&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.199.000) 05/25 09:24:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.14:37838?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875115&addrs=192.170.226.14-37838&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 09:24:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36327?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894400&addrs=10.0.2.15-36327&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383510.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22353" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.200.000) 05/25 09:24:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.121:46250?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#864815&addrs=192.170.226.121-46250&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 09:24:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:42495?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#892388&addrs=72.36.96.171-42495&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.152.000) 05/25 09:24:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.30:44075?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#38524&addrs=192.170.226.30-44075&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.053.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.155.000) 05/25 09:24:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.200:41855?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570530&addrs=72.36.96.200-41855&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.030.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23620" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.022.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:25:15 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355880 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.026.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 294456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.033.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 295308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.029.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 ResidentSetSize = 357588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 09:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.002.000) 05/25 09:24:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:24:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262162.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22111" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.024.000) 05/25 09:24:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:24:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 180 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4340335.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8543" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 183980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 09:24:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5349" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.151.000) 05/25 09:24:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:24:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:34054?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570528&addrs=72.36.96.141-34054&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.020.000) 05/25 09:24:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:24:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.97:44780?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#37486&addrs=10.32.86.97-44780&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.122.000) 05/25 09:24:45 Job ad information event triggered. StartdAddr = "<10.0.2.15:46271?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862180&addrs=10.0.2.15-46271&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "18914" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-DPH-01-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 122 EventTime = "2019-05-25T09:24:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3440_63017932@ITS-NWS-DPH-01-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437904.0" EventDescription = "Job disconnected, attempting to reconnect" ... 005 (1253.003.000) 05/25 09:25:16 Job terminated. (1) Normal termination (return value 0) Usr 0 00:14:06, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:14:06, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 182694384 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 182694384 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 590147 1 569550676 Memory (MB) : 352 1024 1920 ... 028 (1253.117.000) 05/25 09:24:46 Job ad information event triggered. StartdAddr = "<10.0.2.15:40283?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#862796&addrs=10.0.2.15-40283&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6123" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-DPH-01-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 117 EventTime = "2019-05-25T09:24:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3437_560718840@ITS-NWS-DPH-01-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437920.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.134.000) 05/25 09:24:46 Job ad information event triggered. StartdAddr = "<10.0.2.15:38004?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#880900&addrs=10.0.2.15-38004&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5096" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-DPH-01-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 134 EventTime = "2019-05-25T09:24:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3439_974080296@ITS-NWS-DPH-01-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437921.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.202.000) 05/25 09:24:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.63:37095?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877525&addrs=192.170.226.63-37095&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.135.000) 05/25 09:24:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:24:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.201.000) 05/25 09:24:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:24:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.186:37132?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879680&addrs=72.36.96.186-37132&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.019.000) 05/25 09:24:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.025.000) 05/25 09:24:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 09:24:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:24:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.121:33761?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881585&addrs=192.170.226.121-33761&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.023.000) 05/25 09:24:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:24:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.028.000) 05/25 09:25:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 357760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.018.000) 05/25 09:25:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.014.000) 05/25 09:25:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 14 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 183 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 186560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.192.000) 05/25 09:25:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:25:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 09:25:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:25:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.015.000) 05/25 09:25:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 358196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.031.000) 05/25 09:25:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 356176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.027.000) 05/25 09:25:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 355880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.003.000) 05/25 09:25:16 Job ad information event triggered. SentBytes = 182694384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21432" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:14:06, Sys 0 00:00:25" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 3 EventTime = "2019-05-25T09:25:16" TotalSentBytes = 182694384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:14:06, Sys 0 00:00:25" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.032.000) 05/25 09:25:20 Image size of job updated: 1266804 121 - MemoryUsage of job (MB) 123524 - ResidentSetSize of job (KB) ... 028 (1253.032.000) 05/25 09:25:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 121 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 123524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 09:25:24 Image size of job updated: 172324 31 - MemoryUsage of job (MB) 31428 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172324 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 31428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:25:24 Image size of job updated: 681824 34 - MemoryUsage of job (MB) 33808 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 681824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 34 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 33808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.105.000) 05/25 09:25:24 Image size of job updated: 75320 9 - MemoryUsage of job (MB) 8880 - ResidentSetSize of job (KB) ... 028 (1253.105.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 75320 Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 8880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:25:24 Image size of job updated: 56028 7 - MemoryUsage of job (MB) 6600 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 56028 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 7 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 6600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 09:25:24 Image size of job updated: 98468 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 006 (1253.054.000) 05/25 09:25:24 Image size of job updated: 563376 45 - MemoryUsage of job (MB) 45112 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 98468 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.054.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 563376 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 45 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 45112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 006 (1253.146.000) 05/25 09:25:24 Image size of job updated: 171520 34 - MemoryUsage of job (MB) 34108 - ResidentSetSize of job (KB) ... 006 (1253.203.000) 05/25 09:25:24 Image size of job updated: 89020 8 - MemoryUsage of job (MB) 7904 - ResidentSetSize of job (KB) ... 006 (1253.160.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.172.000) 05/25 09:25:24 Image size of job updated: 139064 14 - MemoryUsage of job (MB) 13600 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 171520 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 34 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 34108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 89020 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 7904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 09:25:24 Image size of job updated: 160664 23 - MemoryUsage of job (MB) 22748 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.172.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 139064 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 14 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 13600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.199.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.099.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 160664 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 22748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.148.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 09:25:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 09:25:24 Image size of job updated: 730128 33 - MemoryUsage of job (MB) 33448 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 730128 Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 33448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 09:25:24 Image size of job updated: 164408 23 - MemoryUsage of job (MB) 23460 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 09:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164408 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 23460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 09:25:25 Image size of job updated: 39956 3 - MemoryUsage of job (MB) 2780 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 39956 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 2780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:25:25 Image size of job updated: 121068 12 - MemoryUsage of job (MB) 12208 - ResidentSetSize of job (KB) ... 006 (1253.178.000) 05/25 09:25:25 Image size of job updated: 16316 2 - MemoryUsage of job (MB) 1540 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121068 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 12208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:25:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 006 (1253.152.000) 05/25 09:25:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 16316 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 1540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.152.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 09:25:25 Image size of job updated: 159756 23 - MemoryUsage of job (MB) 23344 - ResidentSetSize of job (KB) ... 006 (1253.161.000) 05/25 09:25:25 Image size of job updated: 164792 24 - MemoryUsage of job (MB) 23880 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159756 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 23344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.161.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164792 Proc = 161 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 23880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:25:25 Image size of job updated: 1846056 154 - MemoryUsage of job (MB) 157464 - ResidentSetSize of job (KB) ... 006 (1253.151.000) 05/25 09:25:25 Image size of job updated: 81532 10 - MemoryUsage of job (MB) 9628 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846056 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 154 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 157464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.151.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 81532 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 9628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:25:25 Image size of job updated: 24540 3 - MemoryUsage of job (MB) 2300 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24540 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 2300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:25:25 Image size of job updated: 142484 16 - MemoryUsage of job (MB) 16208 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 09:25:25 Image size of job updated: 121064 11 - MemoryUsage of job (MB) 10912 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 142484 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 16 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 16208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121064 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 10912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:25:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 006 (1253.192.000) 05/25 09:25:25 Image size of job updated: 173456 36 - MemoryUsage of job (MB) 36028 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.192.000) 05/25 09:25:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173456 Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 36028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.139.000) 05/25 09:25:31 Job executing on host: <10.32.86.115:40477?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875106&addrs=10.32.86.115-40477&noUDP> ... 028 (1253.139.000) 05/25 09:25:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.115:40477?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875106&addrs=10.32.86.115-40477&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.008.000) 05/25 09:25:31 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 358184 - ResidentSetSize of job (KB) ... 028 (1253.008.000) 05/25 09:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 09:25:33 Image size of job updated: 1268904 346 - MemoryUsage of job (MB) 354176 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 09:25:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 354176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.207.000) 05/25 09:25:34 Job executing on host: <72.36.96.209:34083?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878322&addrs=72.36.96.209-34083&noUDP> ... 028 (1253.207.000) 05/25 09:25:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.209:34083?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878322&addrs=72.36.96.209-34083&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 09:25:35 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357476 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:25:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:25:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 357476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 09:25:35 Image size of job updated: 1336492 329 - MemoryUsage of job (MB) 336452 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 09:25:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:25:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.000.000) 05/25 09:25:40 Job executing on host: <137.99.79.157:14885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#694&addrs=137.99.79.157-14885+[--1]-14885&noUDP> ... 028 (1253.000.000) 05/25 09:25:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:25:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:14885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#694&addrs=137.99.79.157-14885+[--1]-14885&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 09:25:40 Image size of job updated: 821724 51 - MemoryUsage of job (MB) 51364 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 09:25:40 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 821724 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 51 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 51364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:25:44 Image size of job updated: 55236 6 - MemoryUsage of job (MB) 5840 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:25:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 55236 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 5840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.144.000) 05/25 09:25:44 Job executing on host: <10.32.86.145:33231?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#873397&addrs=10.32.86.145-33231&noUDP> ... 028 (1253.144.000) 05/25 09:25:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.145:33231?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#873397&addrs=10.32.86.145-33231&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.143.000) 05/25 09:25:47 Job executing on host: <10.32.86.145:33231?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#873397&addrs=10.32.86.145-33231&noUDP> ... 028 (1253.143.000) 05/25 09:25:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.145:33231?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#873397&addrs=10.32.86.145-33231&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.147.000) 05/25 09:25:48 Job executing on host: <72.36.96.49:36771?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37276&addrs=72.36.96.49-36771&noUDP> ... 028 (1253.147.000) 05/25 09:25:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:36771?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37276&addrs=72.36.96.49-36771&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.141.000) 05/25 09:25:51 Job executing on host: <10.32.86.121:33787?CCBID=192.170.227.251:9881%3faddrs%3d192.170.227.251-9881#881303&addrs=10.32.86.121-33787&noUDP> ... 028 (1253.141.000) 05/25 09:25:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.121:33787?CCBID=192.170.227.251:9881%3faddrs%3d192.170.227.251-9881#881303&addrs=10.32.86.121-33787&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.237.000) 05/25 09:25:52 Job executing on host: <130.199.159.70:45589?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#887098&addrs=130.199.159.70-45589&noUDP> ... 028 (1253.237.000) 05/25 09:25:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:25:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.70:45589?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#887098&addrs=130.199.159.70-45589&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 09:25:53 Image size of job updated: 671456 34 - MemoryUsage of job (MB) 33936 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:25:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 671456 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 34 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 33936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.185.000) 05/25 09:25:53 Job executing on host: <149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP> ... 028 (1253.185.000) 05/25 09:25:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:25:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 09:25:55 Image size of job updated: 11816 2 - MemoryUsage of job (MB) 1572 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 09:25:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11816 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22353" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:25:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:25:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:25:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:25:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.091.000) 05/25 09:25:57 Job executing on host: <10.32.86.99:35694?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#868828&addrs=10.32.86.99-35694&noUDP> ... 028 (1253.091.000) 05/25 09:25:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:25:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.99:35694?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#868828&addrs=10.32.86.99-35694&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.210.000) 05/25 09:25:58 Job executing on host: <72.36.96.40:36407?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881517&addrs=72.36.96.40-36407&noUDP> ... 028 (1253.210.000) 05/25 09:25:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:25:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.40:36407?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881517&addrs=72.36.96.40-36407&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 09:26:00 Image size of job updated: 160336 24 - MemoryUsage of job (MB) 23608 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:26:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 160336 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 23608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.040.000) 05/25 09:26:00 Job executing on host: <192.168.3.59:33484?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868597&addrs=192.168.3.59-33484&noUDP> ... 028 (1253.040.000) 05/25 09:26:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.59:33484?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868597&addrs=192.168.3.59-33484&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.141.000) 05/25 09:26:00 Image size of job updated: 766976 50 - MemoryUsage of job (MB) 50600 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 09:26:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 766976 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 50 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 50600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.209.000) 05/25 09:26:01 Job executing on host: <72.36.96.71:33556?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877590&addrs=72.36.96.71-33556&noUDP> ... 028 (1253.209.000) 05/25 09:26:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:26:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.71:33556?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877590&addrs=72.36.96.71-33556&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:26:02 Image size of job updated: 168732 31 - MemoryUsage of job (MB) 31312 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:26:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168732 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:26:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 31312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 09:26:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:26:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:26:06 Image size of job updated: 1643680 140 - MemoryUsage of job (MB) 143272 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:26:06 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1643680 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 140 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 143272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.189.000) 05/25 09:26:07 Job executing on host: <149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP> ... 028 (1253.189.000) 05/25 09:26:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:26:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:26:09 Image size of job updated: 176604 32 - MemoryUsage of job (MB) 31856 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:26:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 176604 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 31856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.142.000) 05/25 09:26:09 Job executing on host: <10.32.86.121:45673?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#884680&addrs=10.32.86.121-45673&noUDP> ... 028 (1253.142.000) 05/25 09:26:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.121:45673?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#884680&addrs=10.32.86.121-45673&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 09:26:10 Image size of job updated: 257208 5 - MemoryUsage of job (MB) 4636 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:26:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 257208 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 4636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:26:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:26:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.187.000) 05/25 09:26:15 Job executing on host: <10.32.86.141:39973?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#887298&addrs=10.32.86.141-39973&noUDP> ... 028 (1253.187.000) 05/25 09:26:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.141:39973?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#887298&addrs=10.32.86.141-39973&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.092.000) 05/25 09:26:16 Job executing on host: <10.32.86.105:45116?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#878555&addrs=10.32.86.105-45116&noUDP> ... 028 (1253.092.000) 05/25 09:26:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.105:45116?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#878555&addrs=10.32.86.105-45116&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 09:26:18 Image size of job updated: 962880 54 - MemoryUsage of job (MB) 54404 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:26:18 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 962880 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 54 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 54404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.041.000) 05/25 09:26:19 Job executing on host: <192.168.3.115:41704?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894327&addrs=192.168.3.115-41704&noUDP> ... 028 (1253.041.000) 05/25 09:26:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.115:41704?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894327&addrs=192.168.3.115-41704&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.092.000) 05/25 09:26:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 09:26:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:26:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:26:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:26:28 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:26:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.188.000) 05/25 09:26:29 Job executing on host: <10.32.86.145:33231?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#873397&addrs=10.32.86.145-33231&noUDP> ... 028 (1253.188.000) 05/25 09:26:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.145:33231?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#873397&addrs=10.32.86.145-33231&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.090.000) 05/25 09:26:32 Job executing on host: <192.168.3.57:37529?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37327&addrs=192.168.3.57-37529&noUDP> ... 028 (1253.090.000) 05/25 09:26:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.57:37529?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37327&addrs=192.168.3.57-37529&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.006.000) 05/25 09:26:35 Image size of job updated: 1456968 374 - MemoryUsage of job (MB) 382580 - ResidentSetSize of job (KB) ... 028 (1253.006.000) 05/25 09:26:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:26:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.205.000) 05/25 09:26:37 Job executing on host: <192.170.226.159:43903?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39632&addrs=192.170.226.159-43903&noUDP> ... 028 (1253.205.000) 05/25 09:26:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:26:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.159:43903?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39632&addrs=192.170.226.159-43903&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:26:37 Image size of job updated: 1272592 308 - MemoryUsage of job (MB) 315364 - ResidentSetSize of job (KB) ... 006 (1253.188.000) 05/25 09:26:37 Image size of job updated: 643456 22 - MemoryUsage of job (MB) 22204 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:26:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 315364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.188.000) 05/25 09:26:37 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 643456 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 22 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 22204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 09:26:41 Image size of job updated: 176604 32 - MemoryUsage of job (MB) 31960 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:26:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 176604 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:26:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 31960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:26:45 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:26:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:26:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.220.000) 05/25 09:26:47 Job executing on host: <10.0.2.15:42787?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#30884&addrs=10.0.2.15-42787&noUDP> ... 028 (1253.220.000) 05/25 09:26:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:26:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42787?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#30884&addrs=10.0.2.15-42787&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.140.000) 05/25 09:26:53 Job executing on host: <10.32.86.123:35389?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895493&addrs=10.32.86.123-35389&noUDP> ... 028 (1253.140.000) 05/25 09:26:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:26:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.123:35389?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895493&addrs=10.32.86.123-35389&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:26:55 Image size of job updated: 145816 16 - MemoryUsage of job (MB) 15740 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:26:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 145816 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:26:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 16 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 15740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:26:57 Image size of job updated: 1251600 351 - MemoryUsage of job (MB) 359236 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:26:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:26:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 359236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.225.000) 05/25 09:26:58 Job executing on host: <10.0.2.15:37260?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#885193&addrs=10.0.2.15-37260&noUDP> ... 028 (1253.225.000) 05/25 09:26:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:26:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37260?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#885193&addrs=10.0.2.15-37260&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.224.000) 05/25 09:26:59 Job executing on host: <10.0.2.15:42404?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#893922&addrs=10.0.2.15-42404&noUDP> ... 028 (1253.224.000) 05/25 09:26:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:26:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42404?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#893922&addrs=10.0.2.15-42404&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 09:27:02 Image size of job updated: 811512 42 - MemoryUsage of job (MB) 42128 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 09:27:02 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 811512 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:27:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 42 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 42128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.226.000) 05/25 09:27:04 Job executing on host: <10.0.2.15:37208?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#863818&addrs=10.0.2.15-37208&noUDP> ... 028 (1253.226.000) 05/25 09:27:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37208?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#863818&addrs=10.0.2.15-37208&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 09:27:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 09:27:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.136.000) 05/25 09:27:08 Job executing on host: <192.168.3.85:39651?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34166&addrs=192.168.3.85-39651&noUDP> ... 028 (1253.136.000) 05/25 09:27:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.85:39651?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34166&addrs=192.168.3.85-39651&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.211.000) 05/25 09:27:08 Job executing on host: <192.170.226.121:42855?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39572&addrs=192.170.226.121-42855&noUDP> ... 028 (1253.211.000) 05/25 09:27:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.121:42855?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39572&addrs=192.170.226.121-42855&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 09:27:08 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 09:27:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.218.000) 05/25 09:27:09 Job executing on host: <10.0.2.15:39974?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#880903&addrs=10.0.2.15-39974&noUDP> ... 028 (1253.218.000) 05/25 09:27:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39974?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#880903&addrs=10.0.2.15-39974&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.206.000) 05/25 09:27:12 Job executing on host: <192.170.226.219:42208?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879874&addrs=192.170.226.219-42208&noUDP> ... 001 (1253.229.000) 05/25 09:27:13 Job executing on host: <10.0.2.15:39239?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879695&addrs=10.0.2.15-39239&noUDP> ... 028 (1253.206.000) 05/25 09:27:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.219:42208?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879874&addrs=192.170.226.219-42208&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 09:27:13 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31564 - ResidentSetSize of job (KB) ... 001 (1253.208.000) 05/25 09:27:16 Job executing on host: <72.36.96.192:35065?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862182&addrs=72.36.96.192-35065&noUDP> ... 006 (1253.218.000) 05/25 09:27:17 Image size of job updated: 102220 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 001 (1253.222.000) 05/25 09:27:17 Job executing on host: <10.0.2.15:33423?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858947&addrs=10.0.2.15-33423&noUDP> ... 001 (1253.215.000) 05/25 09:27:14 Job executing on host: <10.0.2.15:43382?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884062&addrs=10.0.2.15-43382&noUDP> ... 028 (1253.229.000) 05/25 09:27:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39239?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879695&addrs=10.0.2.15-39239&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:27:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 006 (1253.211.000) 05/25 09:27:17 Image size of job updated: 158416 20 - MemoryUsage of job (MB) 19940 - ResidentSetSize of job (KB) ... 001 (1253.232.000) 05/25 09:27:20 Job executing on host: <10.0.2.15:36820?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#878213&addrs=10.0.2.15-36820&noUDP> ... 001 (1253.228.000) 05/25 09:27:19 Job executing on host: <10.0.2.15:43505?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#37910&addrs=10.0.2.15-43505&noUDP> ... 028 (1253.226.000) 05/25 09:27:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 09:27:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.192:35065?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862182&addrs=72.36.96.192-35065&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.216.000) 05/25 09:27:23 Job executing on host: <10.0.2.15:41131?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877192&addrs=10.0.2.15-41131&noUDP> ... 028 (1253.218.000) 05/25 09:27:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.221.000) 05/25 09:27:25 Job executing on host: <10.0.2.15:45607?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878038&addrs=10.0.2.15-45607&noUDP> ... 028 (1253.222.000) 05/25 09:27:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33423?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858947&addrs=10.0.2.15-33423&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.275.000) 05/25 09:27:27 Job executing on host: <130.199.159.49:32792?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878047&addrs=130.199.159.49-32792&noUDP> ... 028 (1253.215.000) 05/25 09:27:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43382?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884062&addrs=10.0.2.15-43382&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.190.000) 05/25 09:27:28 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 001 (1253.212.000) 05/25 09:27:28 Job executing on host: <72.36.96.193:46329?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869368&addrs=72.36.96.193-46329&noUDP> ... 006 (1253.206.000) 05/25 09:27:28 Image size of job updated: 55232 6 - MemoryUsage of job (MB) 5844 - ResidentSetSize of job (KB) ... 006 (1253.084.000) 05/25 09:27:31 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 305072 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 09:27:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.059.000) 05/25 09:27:33 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 355364 - ResidentSetSize of job (KB) ... 001 (1253.213.000) 05/25 09:27:33 Job executing on host: <72.36.96.148:37475?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876730&addrs=72.36.96.148-37475&noUDP> ... 001 (1253.274.000) 05/25 09:27:32 Job executing on host: <130.199.158.86:41361?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39033&addrs=130.199.158.86-41361&noUDP> ... 001 (1253.196.000) 05/25 09:27:34 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 001 (1253.089.000) 05/25 09:27:36 Job executing on host: <192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP> ... 001 (1253.234.000) 05/25 09:27:36 Job executing on host: <10.0.2.15:42225?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#859575&addrs=10.0.2.15-42225&noUDP> ... 001 (1253.193.000) 05/25 09:27:37 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 001 (1253.238.000) 05/25 09:27:41 Job executing on host: <192.170.226.194:41599?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882284&addrs=192.170.226.194-41599&noUDP> ... 001 (1253.186.000) 05/25 09:27:41 Job executing on host: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 001 (1253.219.000) 05/25 09:27:43 Job executing on host: <10.5.148.64:45642?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#874239&addrs=10.5.148.64-45642&noUDP> ... 001 (1253.184.000) 05/25 09:27:43 Job executing on host: <192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP> ... 001 (1253.276.000) 05/25 09:27:44 Job executing on host: <130.199.158.238:41938?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875049&addrs=130.199.158.238-41938&noUDP> ... 028 (1253.136.000) 05/25 09:27:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.211.000) 05/25 09:27:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 158416 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 19940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.232.000) 05/25 09:27:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36820?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#878213&addrs=10.0.2.15-36820&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 09:27:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43505?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#37910&addrs=10.0.2.15-43505&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.216.000) 05/25 09:27:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 216 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41131?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877192&addrs=10.0.2.15-41131&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431971.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 09:27:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45607?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878038&addrs=10.0.2.15-45607&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.275.000) 05/25 09:27:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:27:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.49:32792?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878047&addrs=130.199.159.49-32792&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.190.000) 05/25 09:27:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.212.000) 05/25 09:27:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.193:46329?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869368&addrs=72.36.96.193-46329&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.206.000) 05/25 09:27:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 55232 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 5844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.059.000) 05/25 09:27:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262463.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 355364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.213.000) 05/25 09:27:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.148:37475?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876730&addrs=72.36.96.148-37475&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.274.000) 05/25 09:27:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:27:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.158.86:41361?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39033&addrs=130.199.158.86-41361&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.196.000) 05/25 09:27:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.089.000) 05/25 09:27:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.234.000) 05/25 09:27:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42225?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#859575&addrs=10.0.2.15-42225&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.193.000) 05/25 09:27:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.238.000) 05/25 09:27:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:27:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.194:41599?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882284&addrs=192.170.226.194-41599&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 09:27:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.219.000) 05/25 09:27:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.64:45642?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#874239&addrs=10.5.148.64-45642&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.184.000) 05/25 09:27:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.276.000) 05/25 09:27:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:27:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.158.238:41938?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875049&addrs=130.199.158.238-41938&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.137.000) 05/25 09:27:46 Job executing on host: <192.168.4.108:37348?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#887963&addrs=192.168.4.108-37348&noUDP> ... 028 (1253.137.000) 05/25 09:27:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.108:37348?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#887963&addrs=192.168.4.108-37348&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.227.000) 05/25 09:27:46 Job executing on host: <10.5.147.252:37466?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#871546&addrs=10.5.147.252-37466&noUDP> ... 028 (1253.227.000) 05/25 09:27:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.252:37466?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#871546&addrs=10.5.147.252-37466&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.079.000) 05/25 09:27:52 Job executing on host: <192.168.211.125:43714?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#871368&addrs=192.168.211.125-43714&noUDP> ... 028 (1253.079.000) 05/25 09:27:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "OSG_US_NMSU_DISCOVERY" Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:27:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.211.125:43714?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#871368&addrs=192.168.211.125-43714&noUDP>" JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.275.000) 05/25 09:27:54 Image size of job updated: 88280 8 - MemoryUsage of job (MB) 7684 - ResidentSetSize of job (KB) ... 006 (1253.216.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 006 (1253.190.000) 05/25 09:27:54 Image size of job updated: 175964 30 - MemoryUsage of job (MB) 29804 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 006 (1253.274.000) 05/25 09:27:54 Image size of job updated: 156184 21 - MemoryUsage of job (MB) 20616 - ResidentSetSize of job (KB) ... 006 (1253.196.000) 05/25 09:27:54 Image size of job updated: 175188 30 - MemoryUsage of job (MB) 30308 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 006 (1253.089.000) 05/25 09:27:54 Image size of job updated: 171972 27 - MemoryUsage of job (MB) 27260 - ResidentSetSize of job (KB) ... 006 (1253.193.000) 05/25 09:27:54 Image size of job updated: 175964 30 - MemoryUsage of job (MB) 29820 - ResidentSetSize of job (KB) ... 006 (1253.213.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 006 (1253.186.000) 05/25 09:27:54 Image size of job updated: 167876 24 - MemoryUsage of job (MB) 24144 - ResidentSetSize of job (KB) ... 006 (1253.184.000) 05/25 09:27:55 Image size of job updated: 173768 28 - MemoryUsage of job (MB) 27688 - ResidentSetSize of job (KB) ... 006 (1253.227.000) 05/25 09:27:55 Image size of job updated: 28132 3 - MemoryUsage of job (MB) 2436 - ResidentSetSize of job (KB) ... 006 (1253.137.000) 05/25 09:27:55 Image size of job updated: 89368 11 - MemoryUsage of job (MB) 10740 - ResidentSetSize of job (KB) ... 006 (1253.229.000) 05/25 09:27:53 Image size of job updated: 160288 21 - MemoryUsage of job (MB) 20520 - ResidentSetSize of job (KB) ... 006 (1253.276.000) 05/25 09:27:54 Image size of job updated: 168740 32 - MemoryUsage of job (MB) 31804 - ResidentSetSize of job (KB) ... 006 (1253.219.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 001 (1253.195.000) 05/25 09:27:55 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 001 (1253.235.000) 05/25 09:27:56 Job executing on host: <10.0.2.15:43113?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39473&addrs=10.0.2.15-43113&noUDP> ... 006 (1253.001.000) 05/25 09:27:56 Image size of job updated: 1321788 366 - MemoryUsage of job (MB) 374052 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 006 (1253.232.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 09:27:54 Image size of job updated: 66220 8 - MemoryUsage of job (MB) 7384 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 09:27:54 Image size of job updated: 54544 5 - MemoryUsage of job (MB) 4700 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 54544 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 4700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 09:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 88280 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 7684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:27:57 Image size of job updated: 1319936 303 - MemoryUsage of job (MB) 309572 - ResidentSetSize of job (KB) ... 001 (1253.197.000) 05/25 09:27:57 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 006 (1253.114.000) 05/25 09:27:57 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 356568 - ResidentSetSize of job (KB) ... 006 (1253.057.000) 05/25 09:27:57 Image size of job updated: 1252348 301 - MemoryUsage of job (MB) 308168 - ResidentSetSize of job (KB) ... 006 (1253.073.000) 05/25 09:27:57 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356428 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 216 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 09:27:58 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302616 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 09:27:57 Image size of job updated: 1268904 270 - MemoryUsage of job (MB) 275588 - ResidentSetSize of job (KB) ... 006 (1253.115.000) 05/25 09:27:57 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356420 - ResidentSetSize of job (KB) ... 006 (1253.065.000) 05/25 09:27:57 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306584 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 09:27:57 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308860 - ResidentSetSize of job (KB) ... 006 (1253.071.000) 05/25 09:27:57 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 356128 - ResidentSetSize of job (KB) ... 006 (1253.009.000) 05/25 09:27:57 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357968 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 09:27:57 Image size of job updated: 1319936 302 - MemoryUsage of job (MB) 308652 - ResidentSetSize of job (KB) ... 006 (1253.082.000) 05/25 09:27:57 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306048 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 09:27:57 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356640 - ResidentSetSize of job (KB) ... 006 (1253.046.000) 05/25 09:27:57 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357188 - ResidentSetSize of job (KB) ... 006 (1253.131.000) 05/25 09:27:57 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356052 - ResidentSetSize of job (KB) ... 006 (1253.104.000) 05/25 09:27:57 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357840 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 09:27:59 Image size of job updated: 1319932 348 - MemoryUsage of job (MB) 355780 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 09:27:59 Image size of job updated: 1252348 301 - MemoryUsage of job (MB) 307548 - ResidentSetSize of job (KB) ... 006 (1253.174.000) 05/25 09:27:59 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306368 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 09:27:59 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355900 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 09:27:59 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357624 - ResidentSetSize of job (KB) ... 006 (1253.047.000) 05/25 09:27:59 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 356492 - ResidentSetSize of job (KB) ... 006 (1253.055.000) 05/25 09:27:59 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356516 - ResidentSetSize of job (KB) ... 006 (1253.087.000) 05/25 09:27:59 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357872 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 09:27:57 Image size of job updated: 1319932 341 - MemoryUsage of job (MB) 348760 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 09:27:57 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308284 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 09:27:58 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299132 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 09:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 09:27:58 Image size of job updated: 1199216 184 - MemoryUsage of job (MB) 187564 - ResidentSetSize of job (KB) ... 006 (1253.118.000) 05/25 09:27:58 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304644 - ResidentSetSize of job (KB) ... 006 (1253.121.000) 05/25 09:27:58 Image size of job updated: 1266804 180 - MemoryUsage of job (MB) 183848 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 09:27:57 Image size of job updated: 1268904 288 - MemoryUsage of job (MB) 294152 - ResidentSetSize of job (KB) ... 006 (1253.138.000) 05/25 09:27:59 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359896 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 09:27:59 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305252 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 09:27:59 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356032 - ResidentSetSize of job (KB) ... 006 (1253.120.000) 05/25 09:27:59 Image size of job updated: 1203368 220 - MemoryUsage of job (MB) 225100 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 09:27:59 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303824 - ResidentSetSize of job (KB) ... 006 (1253.168.000) 05/25 09:27:59 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306956 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 09:27:59 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305296 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 09:27:59 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299932 - ResidentSetSize of job (KB) ... 006 (1253.107.000) 05/25 09:27:59 Image size of job updated: 1199216 182 - MemoryUsage of job (MB) 185808 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 09:27:59 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305240 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 09:28:00 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303460 - ResidentSetSize of job (KB) ... 006 (1253.126.000) 05/25 09:28:00 Image size of job updated: 1199216 182 - MemoryUsage of job (MB) 185656 - ResidentSetSize of job (KB) ... 001 (1253.194.000) 05/25 09:28:00 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 006 (1253.097.000) 05/25 09:28:00 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357364 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 09:27:58 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305720 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 175964 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 29804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.103.000) 05/25 09:28:00 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357656 - ResidentSetSize of job (KB) ... 001 (1253.230.000) 05/25 09:28:01 Job executing on host: <10.5.148.105:46472?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#864946&addrs=10.5.148.105-46472&noUDP> ... 006 (1253.111.000) 05/25 09:28:01 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306096 - ResidentSetSize of job (KB) ... 006 (1253.106.000) 05/25 09:28:01 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358652 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.246.000) 05/25 09:28:03 Job executing on host: <192.170.226.86:40830?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885889&addrs=192.170.226.86-40830&noUDP> ... 006 (1253.079.000) 05/25 09:28:03 Image size of job updated: 165320 29 - MemoryUsage of job (MB) 28736 - ResidentSetSize of job (KB) ... 006 (1253.093.000) 05/25 09:28:02 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357224 - ResidentSetSize of job (KB) ... 001 (1253.250.000) 05/25 09:28:05 Job executing on host: <72.36.96.65:43785?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#880395&addrs=72.36.96.65-43785&noUDP> ... 006 (1253.098.000) 05/25 09:28:05 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359800 - ResidentSetSize of job (KB) ... 001 (1253.223.000) 05/25 09:28:02 Job executing on host: <10.5.144.227:36765?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37303&addrs=10.5.144.227-36765&noUDP> ... 028 (1253.274.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 156184 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 20616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.262.000) 05/25 09:28:05 Job executing on host: <10.0.2.15:41486?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#867455&addrs=10.0.2.15-41486&noUDP> ... 028 (1253.196.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 175188 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 30308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.159.000) 05/25 09:28:06 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357900 - ResidentSetSize of job (KB) ... 006 (1253.127.000) 05/25 09:28:06 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306252 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.089.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 171972 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 27 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 27260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.005.000) 05/25 09:28:07 Image size of job updated: 1323840 366 - MemoryUsage of job (MB) 374604 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 175964 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 29820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.213.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.238.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 167876 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 24144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.184.000) 05/25 09:27:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173768 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 27688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.227.000) 05/25 09:27:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28132 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 2436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.137.000) 05/25 09:27:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 89368 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 10740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.229.000) 05/25 09:27:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 160288 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 20520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.276.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168740 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 31804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.219.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.195.000) 05/25 09:27:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.235.000) 05/25 09:27:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43113?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39473&addrs=10.0.2.15-43113&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 09:28:07 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355916 - ResidentSetSize of job (KB) ... 028 (1253.001.000) 05/25 09:27:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1321788 Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.232.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 66220 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.222.000) 05/25 09:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 309572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.197.000) 05/25 09:27:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.114.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 308168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.073.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 09:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 270 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 275588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.115.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.065.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 308860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.071.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 356128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.009.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 308652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.082.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437911.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23407" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.046.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 357188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.131.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.104.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 307548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 357624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.047.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 356492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.055.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262464.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 356516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.087.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 357872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.058.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 308284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.086.000) 05/25 09:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 184 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 187564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.118.000) 05/25 09:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 09:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 180 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 183848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 09:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 294152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.138.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 359896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.120.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1203368 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 220 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 225100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.168.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.107.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368279.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-LC-BJN-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 09:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 09:28:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.126.000) 05/25 09:28:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.194.000) 05/25 09:28:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.097.000) 05/25 09:28:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 357364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 09:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 108 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437935.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 09:28:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 357656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.230.000) 05/25 09:28:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.105:46472?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#864946&addrs=10.5.148.105-46472&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 09:28:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.106.000) 05/25 09:28:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 358652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.246.000) 05/25 09:28:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.86:40830?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885889&addrs=192.170.226.86-40830&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.079.000) 05/25 09:28:03 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 165320 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 28736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 028 (1253.093.000) 05/25 09:28:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 357224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.250.000) 05/25 09:28:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.65:43785?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#880395&addrs=72.36.96.65-43785&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.098.000) 05/25 09:28:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.223.000) 05/25 09:28:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.144.227:36765?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37303&addrs=10.5.144.227-36765&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 09:28:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41486?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#867455&addrs=10.0.2.15-41486&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.159.000) 05/25 09:28:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.127.000) 05/25 09:28:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.005.000) 05/25 09:28:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323840 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373824.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c428.mwt2.org" Subproc = 0 ResidentSetSize = 374604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.076.000) 05/25 09:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 355916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 09:28:08 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308920 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 09:28:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.231.000) 05/25 09:28:09 Job executing on host: <10.0.2.15:46210?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874333&addrs=10.0.2.15-46210&noUDP> ... 028 (1253.231.000) 05/25 09:28:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46210?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874333&addrs=10.0.2.15-46210&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377791.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16891" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.006.000) 05/25 09:28:09 Job terminated. (1) Normal termination (return value 0) Usr 0 00:15:40, Sys 0 00:00:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:15:40, Sys 0 00:00:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 162481568 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 162481568 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 570408 1 613316928 Memory (MB) : 374 1024 1920 ... 028 (1253.006.000) 05/25 09:28:09 Job ad information event triggered. SentBytes = 162481568.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21409" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c074.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:15:40, Sys 0 00:00:40" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 6 EventTime = "2019-05-25T09:28:09" TotalSentBytes = 162481568.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:15:40, Sys 0 00:00:40" JOB_GLIDEIN_SiteWMS_JobId = "268621.0" TotalReceivedBytes = 421571104.0 ... 001 (1253.191.000) 05/25 09:28:09 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 028 (1253.191.000) 05/25 09:28:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.109.000) 05/25 09:28:10 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355872 - ResidentSetSize of job (KB) ... 028 (1253.109.000) 05/25 09:28:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 355872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.236.000) 05/25 09:28:13 Job executing on host: <10.0.2.15:43764?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37591&addrs=10.0.2.15-43764&noUDP> ... 028 (1253.236.000) 05/25 09:28:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43764?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37591&addrs=10.0.2.15-43764&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437738.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 09:28:13 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310336 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:28:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 310336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 09:28:14 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360264 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:28:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.261.000) 05/25 09:28:15 Job executing on host: <10.0.2.15:33151?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36601&addrs=10.0.2.15-33151&noUDP> ... 028 (1253.261.000) 05/25 09:28:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33151?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36601&addrs=10.0.2.15-33151&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.068.000) 05/25 09:28:15 Job executing on host: <192.168.211.125:41809?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#852738&addrs=192.168.211.125-41809&noUDP> ... 028 (1253.068.000) 05/25 09:28:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "OSG_US_NMSU_DISCOVERY" Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:28:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.211.125:41809?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#852738&addrs=192.168.211.125-41809&noUDP>" JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.195.000) 05/25 09:28:16 Image size of job updated: 173256 26 - MemoryUsage of job (MB) 26220 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:28:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173256 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 26220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.235.000) 05/25 09:28:16 Image size of job updated: 146072 16 - MemoryUsage of job (MB) 16320 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 09:28:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 146072 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 16 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 16320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.197.000) 05/25 09:28:16 Image size of job updated: 176204 20 - MemoryUsage of job (MB) 19460 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:28:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 176204 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 19460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.262.000) 05/25 09:28:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.250.000) 05/25 09:28:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 09:28:17 Image size of job updated: 165884 25 - MemoryUsage of job (MB) 24900 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 165884 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 25 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 24900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 09:28:17 Image size of job updated: 39956 3 - MemoryUsage of job (MB) 2352 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 39956 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 2352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 09:28:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16891" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 09:28:17 Image size of job updated: 1069784 97 - MemoryUsage of job (MB) 99308 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1069784 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 97 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 99308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.246.000) 05/25 09:28:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2700 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:28:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 2700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 09:28:18 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305456 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 09:28:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 09:28:18 Image size of job updated: 1069784 116 - MemoryUsage of job (MB) 117816 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:28:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1069784 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 116 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 117816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.180.000) 05/25 09:28:19 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303112 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 09:28:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.266.000) 05/25 09:28:19 Job executing on host: <10.0.2.15:41004?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#882376&addrs=10.0.2.15-41004&noUDP> ... 028 (1253.266.000) 05/25 09:28:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41004?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#882376&addrs=10.0.2.15-41004&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.269.000) 05/25 09:28:19 Job executing on host: <10.0.2.15:40265?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#866270&addrs=10.0.2.15-40265&noUDP> ... 028 (1253.269.000) 05/25 09:28:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40265?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#866270&addrs=10.0.2.15-40265&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 09:28:20 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357100 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:28:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.252.000) 05/25 09:28:21 Job executing on host: <72.36.96.213:42636?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878093&addrs=72.36.96.213-42636&noUDP> ... 028 (1253.252.000) 05/25 09:28:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.213:42636?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878093&addrs=72.36.96.213-42636&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.240.000) 05/25 09:28:21 Job executing on host: <149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP> ... 028 (1253.240.000) 05/25 09:28:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:28:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.094.000) 05/25 09:28:21 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357580 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:28:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 357580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.270.000) 05/25 09:28:21 Job executing on host: <10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP> ... 028 (1253.270.000) 05/25 09:28:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 09:28:22 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 09:28:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 09:28:22 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357348 - ResidentSetSize of job (KB) ... 028 (1253.102.000) 05/25 09:28:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.272.000) 05/25 09:28:23 Job executing on host: <10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP> ... 028 (1253.272.000) 05/25 09:28:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 09:28:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 09:28:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.293.000) 05/25 09:28:23 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.293.000) 05/25 09:28:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:28:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2840 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:28:24 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.050.000) 05/25 09:28:24 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356404 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:28:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.264.000) 05/25 09:28:25 Job executing on host: <10.5.148.75:45898?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32388&addrs=10.5.148.75-45898&noUDP> ... 028 (1253.264.000) 05/25 09:28:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.75:45898?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32388&addrs=10.5.148.75-45898&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.007.000) 05/25 09:28:25 Image size of job updated: 1389380 371 - MemoryUsage of job (MB) 379276 - ResidentSetSize of job (KB) ... 028 (1253.007.000) 05/25 09:28:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c229.mwt2.org" Subproc = 0 ResidentSetSize = 379276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 09:28:26 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306952 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 09:28:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.198.000) 05/25 09:28:26 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 028 (1253.198.000) 05/25 09:28:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.266.000) 05/25 09:28:27 Image size of job updated: 102268 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 09:28:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102268 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 09:28:27 Image size of job updated: 1266804 182 - MemoryUsage of job (MB) 185760 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 09:28:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716069" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.257.000) 05/25 09:28:28 Job executing on host: <10.0.2.15:42027?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885720&addrs=10.0.2.15-42027&noUDP> ... 028 (1253.257.000) 05/25 09:28:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42027?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885720&addrs=10.0.2.15-42027&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 09:28:28 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:28:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:28:28 Image size of job updated: 1268908 286 - MemoryUsage of job (MB) 292404 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:28:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 292404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:28:29 Image size of job updated: 55612 7 - MemoryUsage of job (MB) 6536 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:28:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 55612 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 7 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 6536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:28:29 Image size of job updated: 98464 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:28:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 98464 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:28:29 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:28:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.254.000) 05/25 09:28:29 Job executing on host: <72.36.96.176:43281?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868395&addrs=72.36.96.176-43281&noUDP> ... 028 (1253.254.000) 05/25 09:28:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.176:43281?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868395&addrs=72.36.96.176-43281&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 09:28:31 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 09:28:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.265.000) 05/25 09:28:31 Job executing on host: <10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP> ... 028 (1253.265.000) 05/25 09:28:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.255.000) 05/25 09:28:32 Job executing on host: <72.36.96.187:35502?CCBID=192.170.227.251:9745%3faddrs%3d192.170.227.251-9745#884777&addrs=72.36.96.187-35502&noUDP> ... 001 (1253.271.000) 05/25 09:28:32 Job executing on host: <10.0.2.15:36863?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877111&addrs=10.0.2.15-36863&noUDP> ... 028 (1253.255.000) 05/25 09:28:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:35502?CCBID=192.170.227.251:9745%3faddrs%3d192.170.227.251-9745#884777&addrs=72.36.96.187-35502&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 09:28:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36863?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877111&addrs=10.0.2.15-36863&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:28:32 Image size of job updated: 92344 11 - MemoryUsage of job (MB) 10532 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:28:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 92344 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 10532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.247.000) 05/25 09:28:32 Job executing on host: <192.170.226.37:40259?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#39486&addrs=192.170.226.37-40259&noUDP> ... 028 (1253.247.000) 05/25 09:28:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.37:40259?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#39486&addrs=192.170.226.37-40259&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.233.000) 05/25 09:28:33 Job executing on host: <72.36.96.51:42537?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869365&addrs=72.36.96.51-42537&noUDP> ... 028 (1253.233.000) 05/25 09:28:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:42537?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869365&addrs=72.36.96.51-42537&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.292.000) 05/25 09:28:33 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.292.000) 05/25 09:28:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 09:28:34 Image size of job updated: 1069784 137 - MemoryUsage of job (MB) 139928 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:28:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1069784 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 137 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 139928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.264.000) 05/25 09:28:34 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31656 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 09:28:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 31656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.253.000) 05/25 09:28:34 Job executing on host: <72.36.96.208:42160?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883852&addrs=72.36.96.208-42160&noUDP> ... 028 (1253.253.000) 05/25 09:28:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.208:42160?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883852&addrs=72.36.96.208-42160&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.267.000) 05/25 09:28:35 Job executing on host: <10.0.2.15:45180?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867509&addrs=10.0.2.15-45180&noUDP> ... 028 (1253.267.000) 05/25 09:28:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45180?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867509&addrs=10.0.2.15-45180&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 09:28:36 Image size of job updated: 166524 25 - MemoryUsage of job (MB) 25436 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 09:28:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166524 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 25 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 25436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.295.000) 05/25 09:28:36 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.295.000) 05/25 09:28:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.258.000) 05/25 09:28:36 Job executing on host: <10.5.145.150:46832?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856213&addrs=10.5.145.150-46832&noUDP> ... 028 (1253.258.000) 05/25 09:28:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.150:46832?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856213&addrs=10.5.145.150-46832&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.273.000) 05/25 09:28:37 Job executing on host: <10.0.2.15:42764?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888029&addrs=10.0.2.15-42764&noUDP> ... 028 (1253.273.000) 05/25 09:28:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42764?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888029&addrs=10.0.2.15-42764&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.286.000) 05/25 09:28:37 Job executing on host: <10.32.86.143:35171?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#569652&addrs=10.32.86.143-35171&noUDP> ... 028 (1253.286.000) 05/25 09:28:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.143:35171?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#569652&addrs=10.32.86.143-35171&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.256.000) 05/25 09:28:37 Job executing on host: <10.0.2.15:42119?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37347&addrs=10.0.2.15-42119&noUDP> ... 028 (1253.256.000) 05/25 09:28:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42119?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37347&addrs=10.0.2.15-42119&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.245.000) 05/25 09:28:38 Job executing on host: <192.170.226.86:39278?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877654&addrs=192.170.226.86-39278&noUDP> ... 028 (1253.245.000) 05/25 09:28:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.86:39278?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877654&addrs=192.170.226.86-39278&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.263.000) 05/25 09:28:38 Job executing on host: <10.0.2.15:44702?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558506&addrs=10.0.2.15-44702&noUDP> ... 028 (1253.263.000) 05/25 09:28:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44702?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558506&addrs=10.0.2.15-44702&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437937.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:28:38 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 001 (1253.217.000) 05/25 09:28:38 Job executing on host: <128.186.19.143:37896?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#876005&addrs=128.186.19.143-37896&noUDP> ... 028 (1253.254.000) 05/25 09:28:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.217.000) 05/25 09:28:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:28:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:37896?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#876005&addrs=128.186.19.143-37896&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.112.000) 05/25 09:28:38 Job executing on host: <10.2.255.254:42837?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32283&addrs=10.2.255.254-42837&noUDP> ... 028 (1253.112.000) 05/25 09:28:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "PuertoRico" Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:28:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.2.255.254:42837?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32283&addrs=10.2.255.254-42837&noUDP>" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.290.000) 05/25 09:28:38 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.290.000) 05/25 09:28:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 09:28:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 09:28:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 09:28:40 Image size of job updated: 55476 6 - MemoryUsage of job (MB) 6132 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 09:28:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 55476 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 6132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.283.000) 05/25 09:28:40 Job executing on host: <10.32.86.97:33991?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#854949&addrs=10.32.86.97-33991&noUDP> ... 028 (1253.283.000) 05/25 09:28:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.97:33991?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#854949&addrs=10.32.86.97-33991&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.297.000) 05/25 09:28:40 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.297.000) 05/25 09:28:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:28:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:28:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.249.000) 05/25 09:28:41 Job executing on host: <72.36.96.164:41664?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884388&addrs=72.36.96.164-41664&noUDP> ... 028 (1253.249.000) 05/25 09:28:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.164:41664?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884388&addrs=72.36.96.164-41664&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:28:41 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:28:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:28:41 Image size of job updated: 564100 50 - MemoryUsage of job (MB) 50840 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:28:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 564100 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 50 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 50840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.244.000) 05/25 09:28:41 Job executing on host: <10.32.86.133:32794?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#882629&addrs=10.32.86.133-32794&noUDP> ... 028 (1253.244.000) 05/25 09:28:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.133:32794?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#882629&addrs=10.32.86.133-32794&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:28:41 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:28:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.259.000) 05/25 09:28:42 Job executing on host: <10.5.147.79:36426?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866394&addrs=10.5.147.79-36426&noUDP> ... 028 (1253.259.000) 05/25 09:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.79:36426?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866394&addrs=10.5.147.79-36426&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.298.000) 05/25 09:28:42 Job executing on host: <72.36.96.45:36353?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#871247&addrs=72.36.96.45-36353&noUDP> ... 028 (1253.298.000) 05/25 09:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.45:36353?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#871247&addrs=72.36.96.45-36353&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.268.000) 05/25 09:28:42 Job executing on host: <10.0.2.15:35904?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#870673&addrs=10.0.2.15-35904&noUDP> ... 028 (1253.268.000) 05/25 09:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35904?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#870673&addrs=10.0.2.15-35904&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437752.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.251.000) 05/25 09:28:42 Job executing on host: <192.170.227.84:34495?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868505&addrs=192.170.227.84-34495&noUDP> ... 028 (1253.251.000) 05/25 09:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.84:34495?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868505&addrs=192.170.227.84-34495&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.284.000) 05/25 09:28:42 Job executing on host: <10.32.86.155:42940?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#872112&addrs=10.32.86.155-42940&noUDP> ... 028 (1253.284.000) 05/25 09:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.155:42940?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#872112&addrs=10.32.86.155-42940&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.242.000) 05/25 09:28:42 Job executing on host: <10.32.86.87:36326?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#35023&addrs=10.32.86.87-36326&noUDP> ... 028 (1253.242.000) 05/25 09:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.87:36326?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#35023&addrs=10.32.86.87-36326&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 09:28:43 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 09:28:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.243.000) 05/25 09:28:43 Job executing on host: <10.32.86.97:33439?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#872550&addrs=10.32.86.97-33439&noUDP> ... 028 (1253.243.000) 05/25 09:28:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.97:33439?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#872550&addrs=10.32.86.97-33439&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.285.000) 05/25 09:28:44 Job executing on host: <10.32.86.99:36432?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#870429&addrs=10.32.86.99-36432&noUDP> ... 028 (1253.285.000) 05/25 09:28:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.99:36432?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#870429&addrs=10.32.86.99-36432&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.248.000) 05/25 09:28:44 Job executing on host: <192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP> ... 028 (1253.248.000) 05/25 09:28:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 09:28:44 Image size of job updated: 162040 23 - MemoryUsage of job (MB) 22616 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:28:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 162040 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 22616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 09:28:44 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 09:28:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.241.000) 05/25 09:28:45 Job executing on host: <10.32.86.99:36432?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#870429&addrs=10.32.86.99-36432&noUDP> ... 028 (1253.241.000) 05/25 09:28:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.99:36432?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#870429&addrs=10.32.86.99-36432&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.260.000) 05/25 09:28:45 Job executing on host: <10.5.146.24:45687?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#867091&addrs=10.5.146.24-45687&noUDP> ... 028 (1253.260.000) 05/25 09:28:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 260 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.24:45687?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#867091&addrs=10.5.146.24-45687&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425556.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114310" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-146-24" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.289.000) 05/25 09:28:45 Job executing on host: <10.32.86.97:33991?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#854949&addrs=10.32.86.97-33991&noUDP> ... 028 (1253.289.000) 05/25 09:28:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.97:33991?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#854949&addrs=10.32.86.97-33991&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:28:45 Image size of job updated: 85124 10 - MemoryUsage of job (MB) 10228 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:28:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 85124 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 10228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 09:28:46 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 09:28:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.035.000) 05/25 09:28:46 Job executing on host: <72.36.96.171:40229?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866179&addrs=72.36.96.171-40229&noUDP> ... 028 (1253.035.000) 05/25 09:28:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:40229?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866179&addrs=72.36.96.171-40229&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:28:46 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:28:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 09:28:46 Image size of job updated: 72724 4 - MemoryUsage of job (MB) 3768 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 09:28:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 72724 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:28:46 Image size of job updated: 757972 35 - MemoryUsage of job (MB) 34892 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:28:46 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 757972 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 35 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 34892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.294.000) 05/25 09:28:47 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.294.000) 05/25 09:28:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:28:47 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:28:47 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:28:47 Image size of job updated: 553124 33 - MemoryUsage of job (MB) 33104 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:28:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 553124 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 33104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 09:28:47 Image size of job updated: 168988 28 - MemoryUsage of job (MB) 27968 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:28:47 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168988 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 27968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 09:28:48 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 09:28:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437937.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.288.000) 05/25 09:28:48 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.288.000) 05/25 09:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.296.000) 05/25 09:28:48 Job executing on host: <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.296.000) 05/25 09:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.280.000) 05/25 09:28:48 Job executing on host: <192.170.226.209:40067?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877564&addrs=192.170.226.209-40067&noUDP> ... 028 (1253.280.000) 05/25 09:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.209:40067?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877564&addrs=192.170.226.209-40067&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.299.000) 05/25 09:28:48 Job executing on host: <72.36.96.159:43994?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882374&addrs=72.36.96.159-43994&noUDP> ... 028 (1253.299.000) 05/25 09:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.159:43994?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882374&addrs=72.36.96.159-43994&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262478.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:28:49 Image size of job updated: 711368 29 - MemoryUsage of job (MB) 28924 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:28:49 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 711368 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 28924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.297.000) 05/25 09:28:49 Image size of job updated: 257208 19 - MemoryUsage of job (MB) 18508 - ResidentSetSize of job (KB) ... 028 (1253.297.000) 05/25 09:28:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 257208 Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 19 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 18508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.287.000) 05/25 09:28:50 Job executing on host: <10.32.86.93:37718?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#36124&addrs=10.32.86.93-37718&noUDP> ... 028 (1253.287.000) 05/25 09:28:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.93:37718?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#36124&addrs=10.32.86.93-37718&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 09:28:50 Image size of job updated: 168736 31 - MemoryUsage of job (MB) 31224 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 09:28:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168736 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 09:28:50 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2768 - ResidentSetSize of job (KB) ... 028 (1253.259.000) 05/25 09:28:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 2768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 09:28:50 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 09:28:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437752.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 09:28:50 Image size of job updated: 168740 31 - MemoryUsage of job (MB) 31328 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 09:28:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168740 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:28:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 09:28:50 Image size of job updated: 865960 33 - MemoryUsage of job (MB) 33684 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 09:28:50 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 865960 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 33684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 09:28:51 Image size of job updated: 888800 47 - MemoryUsage of job (MB) 47704 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 09:28:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 888800 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 47 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 47704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:28:51 Image size of job updated: 680724 42 - MemoryUsage of job (MB) 42168 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:28:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 680724 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 42 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 42168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:28:51 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2700 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:28:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 2700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:28:52 Image size of job updated: 814060 34 - MemoryUsage of job (MB) 34084 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:28:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 814060 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 34 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 34084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 09:28:52 Image size of job updated: 54632 6 - MemoryUsage of job (MB) 5268 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 09:28:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 54632 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 5268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.282.000) 05/25 09:28:52 Job executing on host: <10.32.86.141:40715?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#878798&addrs=10.32.86.141-40715&noUDP> ... 028 (1253.282.000) 05/25 09:28:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "NotreDame" Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.32.86.141:40715?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#878798&addrs=10.32.86.141-40715&noUDP>" JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 09:28:52 Image size of job updated: 733392 25 - MemoryUsage of job (MB) 25452 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:28:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 733392 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 25 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 25452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.010.000) 05/25 09:28:53 Job executing on host: <128.9.36.71:46507?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#867491&addrs=128.9.36.71-46507&noUDP> ... 006 (1253.241.000) 05/25 09:28:53 Image size of job updated: 762816 29 - MemoryUsage of job (MB) 29056 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:28:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "ISI" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:28:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.9.36.71:46507?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#867491&addrs=128.9.36.71-46507&noUDP>" JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.241.000) 05/25 09:28:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 762816 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 29056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.260.000) 05/25 09:28:53 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2768 - ResidentSetSize of job (KB) ... 028 (1253.260.000) 05/25 09:28:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 260 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425556.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114310" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-146-24" Subproc = 0 ResidentSetSize = 2768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:28:54 Image size of job updated: 62636 5 - MemoryUsage of job (MB) 4772 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:28:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62636 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 4772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 09:28:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 09:28:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:28:55 Image size of job updated: 168948 5 - MemoryUsage of job (MB) 4880 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:28:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168948 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 4880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.299.000) 05/25 09:28:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 09:28:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:28:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262478.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.291.000) 05/25 09:28:57 Job executing on host: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1253.291.000) 05/25 09:28:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:28:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.288.000) 05/25 09:28:57 Image size of job updated: 24540 3 - MemoryUsage of job (MB) 2112 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:28:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24540 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:28:57 Image size of job updated: 24540 3 - MemoryUsage of job (MB) 2176 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:28:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24540 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:28:58 Image size of job updated: 103176 9 - MemoryUsage of job (MB) 8820 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:28:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 103176 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 8820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 09:28:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 09:28:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 09:29:01 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:29:01 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:29:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.239.000) 05/25 09:29:01 Job executing on host: <192.168.3.44:39224?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#874873&addrs=192.168.3.44-39224&noUDP> ... 028 (1253.239.000) 05/25 09:29:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.44:39224?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#874873&addrs=192.168.3.44-39224&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.282.000) 05/25 09:29:01 Image size of job updated: 1711268 140 - MemoryUsage of job (MB) 142744 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 09:29:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711268 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:29:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 140 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 142744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.279.000) 05/25 09:29:02 Job executing on host: <192.168.4.107:32990?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#877504&addrs=192.168.4.107-32990&noUDP> ... 028 (1253.279.000) 05/25 09:29:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.107:32990?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#877504&addrs=192.168.4.107-32990&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.277.000) 05/25 09:29:06 Job executing on host: <192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP> ... 028 (1253.277.000) 05/25 09:29:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.291.000) 05/25 09:29:06 Image size of job updated: 150324 13 - MemoryUsage of job (MB) 13084 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:29:06 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 150324 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 13084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 09:29:10 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:29:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:29:10 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2772 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:29:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:29:15 Image size of job updated: 177860 33 - MemoryUsage of job (MB) 32980 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:29:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 177860 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 32980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.066.000) 05/25 09:29:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3446_354850808@LAW-D-LIBCAT-S1-its-c7-osg-20190309 <10.0.2.15:43644?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#872532&addrs=10.0.2.15-43644&noUDP> ... 028 (1253.066.000) 05/25 09:29:22 Job ad information event triggered. StartdAddr = "<10.0.2.15:43644?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#872532&addrs=10.0.2.15-43644&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116633" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 66 EventTime = "2019-05-25T09:29:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3446_354850808@LAW-D-LIBCAT-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437788.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.124.000) 05/25 09:29:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3423_84747717@LIB-LEBIRD3-06-S7-its-c7-osg-20190309 <10.0.2.15:45784?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879040&addrs=10.0.2.15-45784&noUDP> ... 028 (1253.124.000) 05/25 09:29:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:45784?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879040&addrs=10.0.2.15-45784&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713121" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-06-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 124 EventTime = "2019-05-25T09:29:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3423_84747717@LIB-LEBIRD3-06-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4381264.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.110.000) 05/25 09:29:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3457_782342805@LAW-D-LIBCAT-S2-its-c7-osg-20190309 <10.0.2.15:33019?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859401&addrs=10.0.2.15-33019&noUDP> ... 028 (1253.110.000) 05/25 09:29:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:33019?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859401&addrs=10.0.2.15-33019&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24463" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 110 EventTime = "2019-05-25T09:29:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3457_782342805@LAW-D-LIBCAT-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437832.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1253.214.000) 05/25 09:29:24 Job executing on host: <10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP> ... 028 (1253.214.000) 05/25 09:29:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 214 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:29:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383700.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22413" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209G-10-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.281.000) 05/25 09:29:28 Job executing on host: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1253.281.000) 05/25 09:29:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.053.000) 05/25 09:29:34 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357612 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:29:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:29:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:29:34 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359840 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:29:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 09:29:34 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356008 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 09:29:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 09:29:35 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308472 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5349" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.024.000) 05/25 09:29:35 Image size of job updated: 1266804 181 - MemoryUsage of job (MB) 184664 - ResidentSetSize of job (KB) ... 028 (1253.024.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4340335.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8543" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.278.000) 05/25 09:29:35 Job executing on host: <192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP> ... 028 (1253.278.000) 05/25 09:29:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.002.000) 05/25 09:29:35 Image size of job updated: 1389376 373 - MemoryUsage of job (MB) 381132 - ResidentSetSize of job (KB) ... 028 (1253.002.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262162.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22111" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 09:29:35 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358124 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:29:35 Image size of job updated: 1252352 292 - MemoryUsage of job (MB) 298244 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 298244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:29:35 Image size of job updated: 1336496 291 - MemoryUsage of job (MB) 297052 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 297052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 09:29:35 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 359804 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 09:29:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 ResidentSetSize = 359804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:29:36 Image size of job updated: 172228 27 - MemoryUsage of job (MB) 27368 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:29:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172228 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 27 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 27368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.278.000) 05/25 09:29:44 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:29:44 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:29:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 09:29:51 Image size of job updated: 1319188 352 - MemoryUsage of job (MB) 359508 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:29:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:29:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 359508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 09:29:55 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306292 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 09:29:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 09:29:58 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308220 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 09:29:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:29:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.004.000) 05/25 09:29:58 Image size of job updated: 1456968 368 - MemoryUsage of job (MB) 375912 - ResidentSetSize of job (KB) ... 028 (1253.004.000) 05/25 09:29:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:29:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 09:30:01 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358788 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 09:30:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 358788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 09:30:01 Image size of job updated: 1263112 358 - MemoryUsage of job (MB) 366124 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 09:30:01 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263112 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:30:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 366124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 09:30:01 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358784 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 09:30:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 09:30:02 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303264 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 09:30:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 09:30:04 Image size of job updated: 1336492 287 - MemoryUsage of job (MB) 293552 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 09:30:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 09:30:06 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306108 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 09:30:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 09:30:07 Image size of job updated: 1319188 353 - MemoryUsage of job (MB) 360868 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:30:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:30:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 360868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.014.000) 05/25 09:30:08 Image size of job updated: 1266804 183 - MemoryUsage of job (MB) 186776 - ResidentSetSize of job (KB) ... 028 (1253.014.000) 05/25 09:30:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 14 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 183 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 186776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.013.000) 05/25 09:30:08 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357148 - ResidentSetSize of job (KB) ... 028 (1253.013.000) 05/25 09:30:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 ResidentSetSize = 357148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 09:30:09 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359608 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 09:30:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 359608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 09:30:15 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357452 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 09:30:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 357452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:30:16 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 357744 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 09:30:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 357744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.032.000) 05/25 09:30:22 Image size of job updated: 1266804 148 - MemoryUsage of job (MB) 151380 - ResidentSetSize of job (KB) ... 028 (1253.032.000) 05/25 09:30:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 148 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 151380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 09:30:24 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357236 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 357236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 09:30:24 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 355016 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 355016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:30:24 Image size of job updated: 1844824 366 - MemoryUsage of job (MB) 374388 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1844824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 374388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 09:30:24 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293680 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.105.000) 05/25 09:30:24 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 356420 - ResidentSetSize of job (KB) ... 028 (1253.105.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 356420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:30:24 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356912 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 356912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 09:30:24 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 355684 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.054.000) 05/25 09:30:24 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 356820 - ResidentSetSize of job (KB) ... 028 (1253.054.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:30:24 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 358008 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 358008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 09:30:24 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356744 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 356744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 09:30:24 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356912 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 356912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:30:24 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356508 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 356508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 09:30:24 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 356348 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 09:30:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 356348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 09:30:25 Image size of job updated: 1252344 347 - MemoryUsage of job (MB) 354516 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.172.000) 05/25 09:30:25 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 355744 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 09:30:25 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 357868 - ResidentSetSize of job (KB) ... 028 (1253.172.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 355744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.148.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 09:30:25 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359788 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 359788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 09:30:25 Image size of job updated: 1919844 318 - MemoryUsage of job (MB) 325112 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1919844 Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 325112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 09:30:25 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355448 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 355448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 09:30:25 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357828 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 09:30:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 357828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.161.000) 05/25 09:30:26 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357640 - ResidentSetSize of job (KB) ... 028 (1253.161.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 161 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 357640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:30:26 Image size of job updated: 2048864 309 - MemoryUsage of job (MB) 316368 - ResidentSetSize of job (KB) ... 006 (1253.151.000) 05/25 09:30:26 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356612 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2048864 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 316368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.151.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:30:26 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356248 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 356248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 09:30:26 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293580 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 293580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:30:26 Image size of job updated: 1252352 348 - MemoryUsage of job (MB) 356344 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 09:30:26 Image size of job updated: 1252352 288 - MemoryUsage of job (MB) 294236 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 294236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:30:26 Image size of job updated: 1272592 288 - MemoryUsage of job (MB) 294116 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 294116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.152.000) 05/25 09:30:26 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357680 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 357680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:30:26 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293784 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 293784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:30:26 Image size of job updated: 1319932 287 - MemoryUsage of job (MB) 293872 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 09:30:26 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357896 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 09:30:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 357896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 09:30:27 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356772 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 09:30:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.005.000) 05/25 09:30:27 Image size of job updated: 14640080 366 - MemoryUsage of job (MB) 374604 - ResidentSetSize of job (KB) ... 028 (1253.005.000) 05/25 09:30:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14640080 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373824.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c428.mwt2.org" Subproc = 0 ResidentSetSize = 374604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 09:30:30 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360216 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 09:30:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:30:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.008.000) 05/25 09:30:32 Image size of job updated: 1556168 371 - MemoryUsage of job (MB) 379036 - ResidentSetSize of job (KB) ... 028 (1253.008.000) 05/25 09:30:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 09:30:33 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356340 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 09:30:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 356340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.005.000) 05/25 09:30:34 Job was evicted. (0) Job terminated and was requeued Usr 0 00:12:02, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 131078720 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.005.000) 05/25 09:30:34 Job ad information event triggered. SentBytes = 131078720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "29331" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c428.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 5 EventTime = "2019-05-25T09:30:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:12:02, Sys 0 00:00:28" JOB_GLIDEIN_SiteWMS_JobId = "1373824.0" ... 006 (1253.039.000) 05/25 09:30:35 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 360700 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:30:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:30:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 360700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 09:30:41 Image size of job updated: 1979612 378 - MemoryUsage of job (MB) 386928 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 09:30:41 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1979612 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:30:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 386928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:30:44 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 357532 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:30:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.004.000) 05/25 09:30:47 Job terminated. (1) Normal termination (return value 0) Usr 0 00:14:00, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:14:00, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 183346736 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 183346736 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 590784 1 569577456 Memory (MB) : 368 1024 1920 ... 028 (1253.004.000) 05/25 09:30:47 Job ad information event triggered. SentBytes = 183346736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21409" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:14:00, Sys 0 00:00:27" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 4 EventTime = "2019-05-25T09:30:47" TotalSentBytes = 183346736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:14:00, Sys 0 00:00:27" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.144.000) 05/25 09:30:55 Image size of job updated: 1846488 315 - MemoryUsage of job (MB) 321772 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:30:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 321772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:30:56 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358736 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:30:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:30:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:30:57 Image size of job updated: 1848152 309 - MemoryUsage of job (MB) 315520 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:30:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1848152 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:30:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 315520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 09:31:00 Image size of job updated: 1251600 348 - MemoryUsage of job (MB) 356276 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:31:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:31:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 09:31:01 Image size of job updated: 1850592 321 - MemoryUsage of job (MB) 328416 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 09:31:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1850592 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 328416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:31:02 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 357832 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:31:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 357832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.002.000) 05/25 09:31:02 Job terminated. (1) Normal termination (return value 0) Usr 0 00:13:31, Sys 0 00:00:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:13:31, Sys 0 00:00:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 181866272 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 181866272 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 589339 1 516425576 Memory (MB) : 373 1024 1920 ... 028 (1253.002.000) 05/25 09:31:02 Job ad information event triggered. SentBytes = 181866272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22111" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c117.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:13:31, Sys 0 00:00:25" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 2 EventTime = "2019-05-25T09:31:02" TotalSentBytes = 181866272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:13:31, Sys 0 00:00:25" JOB_GLIDEIN_SiteWMS_JobId = "262162.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.067.000) 05/25 09:31:03 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 358068 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 09:31:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:31:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 09:31:06 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356540 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:31:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:31:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:31:08 Image size of job updated: 1846488 316 - MemoryUsage of job (MB) 323340 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:31:08 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 323340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.005.000) 05/25 09:31:10 Job executing on host: <72.36.96.51:33639?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874284&addrs=72.36.96.51-33639&noUDP> ... 028 (1253.005.000) 05/25 09:31:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 5 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:31:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:33639?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874284&addrs=72.36.96.51-33639&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:31:11 Image size of job updated: 1272592 348 - MemoryUsage of job (MB) 355568 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:31:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 09:31:11 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 357292 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:31:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 09:31:15 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359304 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 09:31:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:31:15 Image size of job updated: 1252352 287 - MemoryUsage of job (MB) 293328 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:31:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 293328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 09:31:18 Image size of job updated: 1912412 378 - MemoryUsage of job (MB) 386348 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:31:18 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912412 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:31:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 386348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 09:31:24 Image size of job updated: 2055276 379 - MemoryUsage of job (MB) 388060 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 09:31:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2055276 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 388060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:31:25 Image size of job updated: 1914076 319 - MemoryUsage of job (MB) 325792 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:31:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:31:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 325792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:31:29 Image size of job updated: 1340180 349 - MemoryUsage of job (MB) 356968 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:31:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1253.008.000) 05/25 09:31:36 Job terminated. (1) Normal termination (return value 0) Usr 0 00:12:41, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:12:41, Sys 0 00:00:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 161701088 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 161701088 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 569646 1 564155700 Memory (MB) : 371 1024 1920 ... 028 (1253.008.000) 05/25 09:31:36 Job ad information event triggered. SentBytes = 161701088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22331" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c143.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:12:41, Sys 0 00:00:23" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 8 EventTime = "2019-05-25T09:31:36" TotalSentBytes = 161701088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:12:41, Sys 0 00:00:23" JOB_GLIDEIN_SiteWMS_JobId = "262387.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.188.000) 05/25 09:31:37 Image size of job updated: 1852900 372 - MemoryUsage of job (MB) 380492 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 09:31:37 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1852900 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:31:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 380492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:31:37 Image size of job updated: 1272592 311 - MemoryUsage of job (MB) 318268 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:31:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:31:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 318268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.165.000) 05/25 09:31:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_14937_229445862@AS-CSD-1209D-S8-its-c7-osg-20190309 <10.0.2.15:33117?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868383&addrs=10.0.2.15-33117&noUDP> ... 028 (1253.165.000) 05/25 09:31:41 Job ad information event triggered. StartdAddr = "<10.0.2.15:33117?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868383&addrs=10.0.2.15-33117&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209D-S8-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 165 EventTime = "2019-05-25T09:31:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_14937_229445862@AS-CSD-1209D-S8-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4381018.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.090.000) 05/25 09:31:43 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 357216 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:31:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:31:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:31:45 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356852 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:31:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:31:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 356852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:31:55 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306248 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:31:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:31:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:31:57 Image size of job updated: 1251600 355 - MemoryUsage of job (MB) 362912 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:31:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:31:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 362912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 09:32:03 Image size of job updated: 1924204 378 - MemoryUsage of job (MB) 386448 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 09:32:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1924204 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:32:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 386448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 09:32:06 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305088 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 09:32:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 09:32:09 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 361156 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 09:32:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 09:32:17 Image size of job updated: 1268900 297 - MemoryUsage of job (MB) 303988 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 09:32:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:32:18 Image size of job updated: 1340180 349 - MemoryUsage of job (MB) 356728 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 09:32:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.211.000) 05/25 09:32:19 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357252 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 09:32:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 357252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 09:32:28 Image size of job updated: 59072 4 - MemoryUsage of job (MB) 3204 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 09:32:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59072 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22353" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 09:32:29 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359932 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 09:32:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:32:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 359932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 09:32:34 Image size of job updated: 172536 25 - MemoryUsage of job (MB) 24944 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 09:32:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172536 Proc = 214 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 25 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383700.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22413" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209G-10-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 24944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 09:32:37 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306872 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 09:32:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 09:32:53 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 302208 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 09:32:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 09:32:54 Image size of job updated: 1251600 348 - MemoryUsage of job (MB) 356016 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 09:32:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:32:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 09:32:54 Image size of job updated: 1268908 345 - MemoryUsage of job (MB) 352816 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 09:32:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 352816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 09:32:55 Image size of job updated: 1340180 289 - MemoryUsage of job (MB) 294940 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 294940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 09:32:55 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356776 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.196.000) 05/25 09:32:55 Image size of job updated: 1340180 298 - MemoryUsage of job (MB) 304604 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 304604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.274.000) 05/25 09:32:55 Image size of job updated: 1251600 348 - MemoryUsage of job (MB) 355904 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 355904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 09:32:55 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356924 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 356924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 09:32:55 Image size of job updated: 1272592 297 - MemoryUsage of job (MB) 303876 - ResidentSetSize of job (KB) ... 006 (1253.213.000) 05/25 09:32:55 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356708 - ResidentSetSize of job (KB) ... 006 (1253.089.000) 05/25 09:32:55 Image size of job updated: 1272592 288 - MemoryUsage of job (MB) 293936 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 303876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.213.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.089.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 293936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.215.000) 05/25 09:32:55 Image size of job updated: 1336492 346 - MemoryUsage of job (MB) 354276 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 09:32:55 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 355176 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 355176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 09:32:55 Image size of job updated: 1340180 291 - MemoryUsage of job (MB) 297004 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 297004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.184.000) 05/25 09:32:55 Image size of job updated: 1272592 300 - MemoryUsage of job (MB) 307184 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 307184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.234.000) 05/25 09:32:55 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304576 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 09:32:55 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355476 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 09:32:55 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357848 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 09:32:55 Image size of job updated: 1319940 349 - MemoryUsage of job (MB) 357368 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 09:32:55 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304664 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 09:32:55 Image size of job updated: 1319188 348 - MemoryUsage of job (MB) 356288 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 09:32:55 Image size of job updated: 1268904 289 - MemoryUsage of job (MB) 295232 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 09:32:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 09:32:56 Image size of job updated: 1272592 348 - MemoryUsage of job (MB) 355616 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 09:32:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.001.000) 05/25 09:32:57 Image size of job updated: 1321788 368 - MemoryUsage of job (MB) 376820 - ResidentSetSize of job (KB) ... 028 (1253.001.000) 05/25 09:32:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1321788 Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 09:32:57 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 309508 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:32:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 309508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:32:57 Image size of job updated: 1319936 305 - MemoryUsage of job (MB) 312108 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:32:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 312108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 09:32:57 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359628 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 09:32:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 09:32:57 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357216 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 09:32:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 09:32:57 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 303020 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 09:32:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 09:32:58 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306576 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437911.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23407" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 09:32:58 Image size of job updated: 1319932 342 - MemoryUsage of job (MB) 349756 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 09:32:58 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305984 - ResidentSetSize of job (KB) ... 028 (1253.108.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 108 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437935.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 09:32:58 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305240 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 09:32:58 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 309824 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 309824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 09:32:58 Image size of job updated: 1319936 304 - MemoryUsage of job (MB) 310712 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 310712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 09:32:58 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359324 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 09:32:58 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 358244 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 09:32:58 Image size of job updated: 1268904 259 - MemoryUsage of job (MB) 265068 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 259 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 265068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 09:32:58 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359084 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 359084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 09:32:58 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 358224 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 09:32:58 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357636 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:32:58 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 311140 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 311140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.009.000) 05/25 09:32:58 Image size of job updated: 1371388 367 - MemoryUsage of job (MB) 374868 - ResidentSetSize of job (KB) ... 028 (1253.009.000) 05/25 09:32:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1371388 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:32:59 Image size of job updated: 1268904 289 - MemoryUsage of job (MB) 294956 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 294956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 09:32:59 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306928 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 09:32:59 Image size of job updated: 1268904 282 - MemoryUsage of job (MB) 288116 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 288116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 09:32:59 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308276 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 308276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 09:32:59 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356888 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:32:59 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359592 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 359592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 09:32:59 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357748 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 09:32:59 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359240 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 09:32:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 359240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 09:33:00 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308700 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 09:33:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:33:00 Image size of job updated: 1336492 295 - MemoryUsage of job (MB) 301244 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 09:33:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 09:33:00 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304900 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 09:33:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 09:33:01 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357080 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 09:33:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:33:01 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360196 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:33:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 360196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 09:33:01 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 361164 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 09:33:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 361164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 09:33:01 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308112 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 09:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:33:02 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360980 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:33:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 360980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.106.000) 05/25 09:33:02 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359820 - ResidentSetSize of job (KB) ... 028 (1253.106.000) 05/25 09:33:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 359820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 09:33:04 Image size of job updated: 1265004 305 - MemoryUsage of job (MB) 311616 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 09:33:04 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:33:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 09:33:05 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 364556 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:33:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:33:07 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359484 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:33:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 09:33:07 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 357376 - ResidentSetSize of job (KB) ... 028 (1253.076.000) 05/25 09:33:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 357376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 09:33:08 Image size of job updated: 1268904 280 - MemoryUsage of job (MB) 285880 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 09:33:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 280 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368279.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-LC-BJN-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 285880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 09:33:09 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309684 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 09:33:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 09:33:14 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 313308 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:33:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 313308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 09:33:15 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363940 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:33:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 09:33:16 Image size of job updated: 1272592 301 - MemoryUsage of job (MB) 307468 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:33:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:33:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 307468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.235.000) 05/25 09:33:16 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305388 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 09:33:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.197.000) 05/25 09:33:16 Image size of job updated: 1272592 299 - MemoryUsage of job (MB) 306152 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:33:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:33:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 306152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.250.000) 05/25 09:33:17 Image size of job updated: 1252352 348 - MemoryUsage of job (MB) 355956 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 09:33:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 09:33:17 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299648 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 09:33:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 09:33:17 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358520 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 09:33:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 358520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 09:33:17 Image size of job updated: 1268900 348 - MemoryUsage of job (MB) 355772 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 09:33:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 355772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 09:33:18 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308380 - ResidentSetSize of job (KB) ... 006 (1253.194.000) 05/25 09:33:18 Image size of job updated: 1340180 301 - MemoryUsage of job (MB) 308136 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:33:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 308380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.194.000) 05/25 09:33:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:33:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.191.000) 05/25 09:33:19 Image size of job updated: 1272592 301 - MemoryUsage of job (MB) 308068 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:33:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:33:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 09:33:20 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359568 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:33:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 09:33:20 Image size of job updated: 1266804 132 - MemoryUsage of job (MB) 134192 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 09:33:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 132 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16891" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 134192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.094.000) 05/25 09:33:21 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360104 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:33:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 360104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 09:33:23 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357672 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 09:33:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:33:24 Image size of job updated: 1265004 351 - MemoryUsage of job (MB) 358664 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:33:24 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:33:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.050.000) 05/25 09:33:26 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357320 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:33:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.007.000) 05/25 09:33:26 Image size of job updated: 1389380 373 - MemoryUsage of job (MB) 381752 - ResidentSetSize of job (KB) ... 028 (1253.007.000) 05/25 09:33:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c229.mwt2.org" Subproc = 0 ResidentSetSize = 381752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 09:33:26 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308132 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 09:33:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 09:33:27 Image size of job updated: 1270956 185 - MemoryUsage of job (MB) 188808 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 09:33:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1270956 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 185 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716069" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 188808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 09:33:28 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304704 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 09:33:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 09:33:29 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355900 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:33:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:33:29 Image size of job updated: 1268908 288 - MemoryUsage of job (MB) 293916 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:33:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 293916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:33:29 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357116 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:33:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:33:29 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357524 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:33:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:33:29 Image size of job updated: 1252352 348 - MemoryUsage of job (MB) 356320 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:33:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 356320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 09:33:32 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296444 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 09:33:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:33:33 Image size of job updated: 1319936 289 - MemoryUsage of job (MB) 295100 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:33:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 295100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 09:33:35 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355400 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 09:33:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 355400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.107.000) 05/25 09:33:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3414_149975589@AAF-LC-BJN-S7-its-c7-osg-20190309 <10.0.2.15:38842?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#871286&addrs=10.0.2.15-38842&noUDP> ... 028 (1253.107.000) 05/25 09:33:35 Job ad information event triggered. StartdAddr = "<10.0.2.15:38842?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#871286&addrs=10.0.2.15-38842&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715071" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-LC-BJN-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 107 EventTime = "2019-05-25T09:33:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3414_149975589@AAF-LC-BJN-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4368279.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.198.000) 05/25 09:33:35 Image size of job updated: 1272592 347 - MemoryUsage of job (MB) 355184 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:33:35 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:33:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.075.000) 05/25 09:33:35 Image size of job updated: 1268904 346 - MemoryUsage of job (MB) 354092 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 09:33:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 09:33:36 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300572 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 09:33:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:33:39 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356860 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 09:33:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 09:33:40 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 357212 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 09:33:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 09:33:40 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305220 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 09:33:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:33:41 Image size of job updated: 1199216 181 - MemoryUsage of job (MB) 185028 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:33:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:33:41 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293828 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:33:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:33:41 Image size of job updated: 1319936 289 - MemoryUsage of job (MB) 295172 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:33:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 295172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:33:42 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359444 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:33:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 359444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 09:33:43 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356564 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 09:33:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 09:33:44 Image size of job updated: 1252348 288 - MemoryUsage of job (MB) 294688 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:33:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 294688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:33:46 Image size of job updated: 1268904 345 - MemoryUsage of job (MB) 353216 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:33:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 353216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 09:33:46 Image size of job updated: 1199216 181 - MemoryUsage of job (MB) 185192 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 09:33:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:33:46 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357384 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:33:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 357384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:33:47 Image size of job updated: 1920100 375 - MemoryUsage of job (MB) 383012 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:33:47 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920100 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 383012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 09:33:47 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297392 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 09:33:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:33:48 Image size of job updated: 1322348 353 - MemoryUsage of job (MB) 360976 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:33:48 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:33:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 360976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:33:48 Image size of job updated: 1252348 289 - MemoryUsage of job (MB) 295300 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:33:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 295300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 09:33:48 Image size of job updated: 1255948 291 - MemoryUsage of job (MB) 297168 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:33:48 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:33:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 297168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:33:50 Image size of job updated: 1920232 331 - MemoryUsage of job (MB) 338036 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:33:50 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920232 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 338036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.297.000) 05/25 09:33:50 Image size of job updated: 1252348 288 - MemoryUsage of job (MB) 293996 - ResidentSetSize of job (KB) ... 028 (1253.297.000) 05/25 09:33:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 09:33:50 Image size of job updated: 1319940 349 - MemoryUsage of job (MB) 357368 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 09:33:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 09:33:50 Image size of job updated: 1268904 345 - MemoryUsage of job (MB) 352484 - ResidentSetSize of job (KB) ... 028 (1253.259.000) 05/25 09:33:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 352484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 09:33:51 Image size of job updated: 1987688 380 - MemoryUsage of job (MB) 388528 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 09:33:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987688 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 388528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 09:33:51 Image size of job updated: 1985636 380 - MemoryUsage of job (MB) 388668 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 09:33:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 388668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:33:51 Image size of job updated: 1783004 374 - MemoryUsage of job (MB) 382928 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:33:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1783004 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 382928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 09:33:51 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357192 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 09:33:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:33:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:33:52 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356892 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:33:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 356892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 09:33:52 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 357172 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 09:33:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 357172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:33:52 Image size of job updated: 1923948 354 - MemoryUsage of job (MB) 362196 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:33:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1923948 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 362196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 09:33:53 Image size of job updated: 1982176 327 - MemoryUsage of job (MB) 334616 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:33:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1982176 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 334616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 09:33:53 Image size of job updated: 2058032 376 - MemoryUsage of job (MB) 384904 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 09:33:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2058032 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 384904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 09:33:53 Image size of job updated: 1266804 141 - MemoryUsage of job (MB) 143668 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 09:33:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 141 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437752.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 143668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.260.000) 05/25 09:33:53 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 355264 - ResidentSetSize of job (KB) ... 028 (1253.260.000) 05/25 09:33:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 260 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425556.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114310" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-146-24" Subproc = 0 ResidentSetSize = 355264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:33:54 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357092 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:33:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 09:33:55 Image size of job updated: 1987944 378 - MemoryUsage of job (MB) 386060 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 09:33:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987944 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 386060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:33:55 Image size of job updated: 1252348 288 - MemoryUsage of job (MB) 294708 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:33:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 294708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.299.000) 05/25 09:33:57 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357092 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 09:33:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:33:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262478.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 09:33:58 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293356 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:33:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:33:58 Image size of job updated: 1252348 289 - MemoryUsage of job (MB) 295128 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:33:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 295128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:33:58 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356208 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:33:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:33:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 356208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 09:33:58 Image size of job updated: 1985636 378 - MemoryUsage of job (MB) 386292 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 09:33:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:33:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 386292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 09:34:02 Image size of job updated: 1778984 303 - MemoryUsage of job (MB) 310100 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:34:02 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1778984 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:34:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 310100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 09:34:02 Image size of job updated: 1914076 378 - MemoryUsage of job (MB) 386392 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 09:34:02 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:34:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 386392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 09:34:07 Image size of job updated: 1340180 302 - MemoryUsage of job (MB) 308928 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:34:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:34:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.044.000) 05/25 09:34:08 Image size of job updated: 1252352 347 - MemoryUsage of job (MB) 354848 - ResidentSetSize of job (KB) ... 028 (1253.044.000) 05/25 09:34:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:34:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 354848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.279.000) 05/25 09:34:10 Image size of job updated: 1340180 348 - MemoryUsage of job (MB) 355560 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:34:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:34:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:34:11 Image size of job updated: 1272592 346 - MemoryUsage of job (MB) 354296 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:34:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:34:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:34:16 Image size of job updated: 1340180 349 - MemoryUsage of job (MB) 356556 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:34:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:34:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.063.000) 05/25 09:34:22 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300432 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 09:34:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 09:34:23 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302900 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 09:34:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.216.000) 05/25 09:34:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3424_34787907@LIB-LEBIRD3-01-S1-its-c7-osg-20190309 <10.0.2.15:41131?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877192&addrs=10.0.2.15-41131&noUDP> ... 028 (1253.216.000) 05/25 09:34:32 Job ad information event triggered. StartdAddr = "<10.0.2.15:41131?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877192&addrs=10.0.2.15-41131&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-01-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 216 EventTime = "2019-05-25T09:34:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3424_34787907@LIB-LEBIRD3-01-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4431971.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.121.000) 05/25 09:34:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> ... 028 (1253.121.000) 05/25 09:34:33 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T09:34:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.263.000) 05/25 09:34:34 Image size of job updated: 601708 36 - MemoryUsage of job (MB) 36068 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 09:34:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 601708 Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437937.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 36068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.030.000) 05/25 09:34:35 Image size of job updated: 1528172 348 - MemoryUsage of job (MB) 355492 - ResidentSetSize of job (KB) ... 028 (1253.030.000) 05/25 09:34:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1528172 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23620" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.053.000) 05/25 09:34:35 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359080 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:34:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:34:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:34:35 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361688 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:34:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.024.000) 05/25 09:34:35 Image size of job updated: 1270620 194 - MemoryUsage of job (MB) 198112 - ResidentSetSize of job (KB) ... 028 (1253.024.000) 05/25 09:34:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1270620 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:34:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 194 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4340335.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8543" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 198112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:34:36 Image size of job updated: 1252352 295 - MemoryUsage of job (MB) 301220 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:34:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:34:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 301220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 09:34:36 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 361260 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 09:34:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:34:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 ResidentSetSize = 361260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:34:36 Image size of job updated: 1336496 291 - MemoryUsage of job (MB) 297644 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:34:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 297644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:34:36 Image size of job updated: 1340180 347 - MemoryUsage of job (MB) 354308 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:34:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:34:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.236.000) 05/25 09:34:38 Image size of job updated: 1198912 34 - MemoryUsage of job (MB) 34368 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 09:34:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1198912 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:34:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 34 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 34368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 09:34:45 Image size of job updated: 1272588 346 - MemoryUsage of job (MB) 353688 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:34:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:34:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 353688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1253.001.000) 05/25 09:34:49 Job terminated. (1) Normal termination (return value 0) Usr 0 00:17:04, Sys 0 00:00:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:17:04, Sys 0 00:00:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 183305088 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 183305088 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 590744 1 683376072 Memory (MB) : 368 1024 1920 ... 028 (1253.001.000) 05/25 09:34:49 Job ad information event triggered. SentBytes = 183305088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21432" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c001.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:17:04, Sys 0 00:00:43" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 1 EventTime = "2019-05-25T09:34:49" TotalSentBytes = 183305088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:17:04, Sys 0 00:00:43" JOB_GLIDEIN_SiteWMS_JobId = "268655.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.135.000) 05/25 09:34:51 Image size of job updated: 1319188 353 - MemoryUsage of job (MB) 361316 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:34:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:34:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 361316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.070.000) 05/25 09:35:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3438_345180156@localhost <10.0.2.15:46825?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870392&addrs=10.0.2.15-46825&noUDP> ... 028 (1253.070.000) 05/25 09:35:02 Job ad information event triggered. StartdAddr = "<10.0.2.15:46825?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870392&addrs=10.0.2.15-46825&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9674" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 70 EventTime = "2019-05-25T09:35:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3438_345180156@localhost" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437907.0" EventDescription = "Job disconnected, attempting to reconnect" ... 005 (1253.007.000) 05/25 09:35:06 Job terminated. (1) Normal termination (return value 0) Usr 0 00:19:20, Sys 0 00:00:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:19:20, Sys 0 00:00:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 161936416 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 161936416 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 569875 1 166255884 Memory (MB) : 373 1024 1920 ... 028 (1253.007.000) 05/25 09:35:06 Job ad information event triggered. SentBytes = 161936416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c229.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:19:20, Sys 0 00:00:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 7 EventTime = "2019-05-25T09:35:06" TotalSentBytes = 161936416.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:19:20, Sys 0 00:00:42" JOB_GLIDEIN_SiteWMS_JobId = "1374467.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.088.000) 05/25 09:35:07 Image size of job updated: 1319188 356 - MemoryUsage of job (MB) 363580 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:35:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:35:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 363580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 09:35:07 Image size of job updated: 1263112 363 - MemoryUsage of job (MB) 371116 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 09:35:07 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263112 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:35:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 371116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 09:35:07 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360604 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 09:35:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 09:35:09 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305156 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 09:35:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 09:35:09 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361612 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 09:35:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 361612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.078.000) 05/25 09:35:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3441_170687124@localhost <10.0.2.15:33295?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879999&addrs=10.0.2.15-33295&noUDP> ... 028 (1253.078.000) 05/25 09:35:13 Job ad information event triggered. StartdAddr = "<10.0.2.15:33295?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879999&addrs=10.0.2.15-33295&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "651" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 78 EventTime = "2019-05-25T09:35:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3441_170687124@localhost" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437910.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.032.000) 05/25 09:35:14 Image size of job updated: 1266804 160 - MemoryUsage of job (MB) 163652 - ResidentSetSize of job (KB) ... 028 (1253.032.000) 05/25 09:35:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 160 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 163652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:35:25 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360668 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 360668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.054.000) 05/25 09:35:25 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 359136 - ResidentSetSize of job (KB) ... 028 (1253.054.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:35:25 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 361980 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 361980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 09:35:25 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357104 - ResidentSetSize of job (KB) ... 006 (1253.176.000) 05/25 09:35:25 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357316 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.176.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 357316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 09:35:25 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359120 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 359120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 09:35:25 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359412 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 359412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 09:35:25 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361228 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 361228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:35:25 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359444 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 359444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 09:35:25 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357392 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 09:35:25 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 358104 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.172.000) 05/25 09:35:25 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 357424 - ResidentSetSize of job (KB) ... 028 (1253.172.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 357424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 09:35:25 Image size of job updated: 1919844 320 - MemoryUsage of job (MB) 326836 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1919844 Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 326836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 09:35:25 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357076 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 357076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:35:25 Image size of job updated: 1844824 367 - MemoryUsage of job (MB) 374996 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1844824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 374996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 09:35:25 Image size of job updated: 1252348 289 - MemoryUsage of job (MB) 295884 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:35:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 295884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.161.000) 05/25 09:35:26 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359004 - ResidentSetSize of job (KB) ... 028 (1253.161.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 161 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 359004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:35:26 Image size of job updated: 2048864 313 - MemoryUsage of job (MB) 320164 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2048864 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 320164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:35:26 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359204 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 359204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 09:35:26 Image size of job updated: 1252348 290 - MemoryUsage of job (MB) 296104 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 296104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 09:35:26 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359528 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:35:26 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358468 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 09:35:26 Image size of job updated: 1252352 291 - MemoryUsage of job (MB) 297016 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 297016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:35:26 Image size of job updated: 1272592 290 - MemoryUsage of job (MB) 296260 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:35:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 296260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.152.000) 05/25 09:35:27 Image size of job updated: 1319932 351 - MemoryUsage of job (MB) 358436 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 09:35:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 358436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:35:27 Image size of job updated: 1252348 290 - MemoryUsage of job (MB) 296288 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:35:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:35:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 296288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:35:27 Image size of job updated: 1319932 290 - MemoryUsage of job (MB) 296732 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 09:35:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:35:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 296732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 09:35:34 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356576 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 09:35:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:35:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 356576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:35:44 Image size of job updated: 1319940 352 - MemoryUsage of job (MB) 360196 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:35:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 09:35:46 Image size of job updated: 1268900 297 - MemoryUsage of job (MB) 304124 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 09:35:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 09:35:54 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360248 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 09:35:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 09:35:55 Image size of job updated: 1846488 319 - MemoryUsage of job (MB) 325916 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:35:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:35:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 325916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:35:57 Image size of job updated: 1848152 312 - MemoryUsage of job (MB) 319040 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:35:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1848152 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:35:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 319040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:35:58 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363372 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:35:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:35:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.157.000) 05/25 09:35:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_28793_1065140140@MAX-E040-23-S2-its-c7-osg-20190309 <10.0.2.15:37641?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#570484&addrs=10.0.2.15-37641&noUDP> ... 028 (1253.157.000) 05/25 09:35:58 Job ad information event triggered. StartdAddr = "<10.0.2.15:37641?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#570484&addrs=10.0.2.15-37641&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22575" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-23-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 157 EventTime = "2019-05-25T09:35:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_28793_1065140140@MAX-E040-23-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4436624.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.022.000) 05/25 09:35:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3469_100638630@BFAS-PRK1967-S4-its-c7-osg-20190309 <10.0.2.15:38431?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34737&addrs=10.0.2.15-38431&noUDP> ... 028 (1253.022.000) 05/25 09:35:59 Job ad information event triggered. StartdAddr = "<10.0.2.15:38431?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34737&addrs=10.0.2.15-38431&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23565" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 22 EventTime = "2019-05-25T09:35:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3469_100638630@BFAS-PRK1967-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437870.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.237.000) 05/25 09:36:01 Image size of job updated: 1251600 351 - MemoryUsage of job (MB) 359192 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:36:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 359192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:36:02 Image size of job updated: 1319940 351 - MemoryUsage of job (MB) 358808 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:36:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:36:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 358808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 09:36:07 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357104 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:36:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:36:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:36:08 Image size of job updated: 1846488 319 - MemoryUsage of job (MB) 325888 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:36:08 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:36:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 325888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:36:11 Image size of job updated: 1272592 348 - MemoryUsage of job (MB) 355944 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:36:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:36:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 09:36:12 Image size of job updated: 1252352 350 - MemoryUsage of job (MB) 358388 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:36:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:36:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:36:16 Image size of job updated: 1252352 290 - MemoryUsage of job (MB) 296148 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:36:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 296148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 09:36:18 Image size of job updated: 1912412 378 - MemoryUsage of job (MB) 386928 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:36:18 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912412 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:36:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 386928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:36:25 Image size of job updated: 1914076 320 - MemoryUsage of job (MB) 327320 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:36:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:36:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 327320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:36:29 Image size of job updated: 1340180 351 - MemoryUsage of job (MB) 358468 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:36:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.014.000) 05/25 09:36:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3433_93490210@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309 <10.0.2.15:35461?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869571&addrs=10.0.2.15-35461&noUDP> ... 028 (1253.014.000) 05/25 09:36:33 Job ad information event triggered. StartdAddr = "<10.0.2.15:35461?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869571&addrs=10.0.2.15-35461&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 14 EventTime = "2019-05-25T09:36:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3433_93490210@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.038.000) 05/25 09:36:39 Image size of job updated: 1272592 315 - MemoryUsage of job (MB) 321916 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:36:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:36:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.090.000) 05/25 09:36:43 Image size of job updated: 1272592 350 - MemoryUsage of job (MB) 357540 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:36:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:36:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:36:46 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356960 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:36:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:36:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 356960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:36:56 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307064 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:36:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:36:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:36:58 Image size of job updated: 1251600 358 - MemoryUsage of job (MB) 365916 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:36:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:36:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 365916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:37:18 Image size of job updated: 1340180 350 - MemoryUsage of job (MB) 357524 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 09:37:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.226.000) 05/25 09:37:38 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306976 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 09:37:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:37:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 09:37:55 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304840 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 09:37:55 Image size of job updated: 1340180 293 - MemoryUsage of job (MB) 299692 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 299692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 09:37:55 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356848 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.196.000) 05/25 09:37:55 Image size of job updated: 1340180 303 - MemoryUsage of job (MB) 309604 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 309604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.274.000) 05/25 09:37:55 Image size of job updated: 1251600 350 - MemoryUsage of job (MB) 357924 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 357924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 09:37:55 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357812 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 357812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 09:37:55 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357092 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 09:37:55 Image size of job updated: 1272592 302 - MemoryUsage of job (MB) 308628 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.089.000) 05/25 09:37:55 Image size of job updated: 1272592 291 - MemoryUsage of job (MB) 297576 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 297576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.215.000) 05/25 09:37:55 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 357148 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 09:37:55 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 356968 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 356968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 09:37:55 Image size of job updated: 1272592 304 - MemoryUsage of job (MB) 310640 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 310640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.276.000) 05/25 09:37:55 Image size of job updated: 1251600 350 - MemoryUsage of job (MB) 357628 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 357628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 09:37:55 Image size of job updated: 1340180 293 - MemoryUsage of job (MB) 299344 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 299344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.219.000) 05/25 09:37:55 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 354768 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 09:37:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 354768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 09:37:56 Image size of job updated: 1319188 351 - MemoryUsage of job (MB) 358792 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 09:37:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:37:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 358792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 09:37:56 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356780 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 09:37:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 09:37:57 Image size of job updated: 1272592 354 - MemoryUsage of job (MB) 361928 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 09:37:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.086.000) 05/25 09:37:58 Image size of job updated: 1268904 284 - MemoryUsage of job (MB) 289944 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 09:37:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 09:37:58 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300192 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 09:37:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:37:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 09:37:58 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310552 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:37:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:37:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 310552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:37:58 Image size of job updated: 1319936 307 - MemoryUsage of job (MB) 313820 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:37:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:37:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 313820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 09:37:59 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360268 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 09:37:59 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360764 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 09:37:59 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361796 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 09:37:59 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359300 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 359300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:37:59 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 313028 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 313028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.009.000) 05/25 09:37:59 Image size of job updated: 1371388 367 - MemoryUsage of job (MB) 375168 - ResidentSetSize of job (KB) ... 028 (1253.009.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1371388 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:37:59 Image size of job updated: 1268904 289 - MemoryUsage of job (MB) 295708 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 295708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 09:37:59 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305464 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 09:37:59 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 309948 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 09:37:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 309948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 09:38:00 Image size of job updated: 1319936 304 - MemoryUsage of job (MB) 310972 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:38:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 310972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.299.000) 05/25 09:38:00 Image size of job updated: 1515112 349 - MemoryUsage of job (MB) 357148 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 09:38:00 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 309020 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 09:38:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1515112 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262478.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 09:38:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 309020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:38:00 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359636 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:38:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 359636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:38:00 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 304048 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 09:38:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:38:01 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361160 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:38:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 361160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 09:38:01 Image size of job updated: 1319932 354 - MemoryUsage of job (MB) 361752 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 09:38:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 361752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:38:02 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362508 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:38:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 362508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 09:38:04 Image size of job updated: 1265004 306 - MemoryUsage of job (MB) 313108 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 09:38:04 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:38:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 313108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 09:38:05 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 364628 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:38:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:38:07 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359616 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.299.000) 05/25 09:38:08 Job was evicted. (0) Job terminated and was requeued Usr 0 00:08:59, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 139948288 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.299.000) 05/25 09:38:08 Job ad information event triggered. SentBytes = 139948288.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c030.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 299 EventTime = "2019-05-25T09:38:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:08:59, Sys 0 00:00:26" JOB_GLIDEIN_SiteWMS_JobId = "262478.0" ... 005 (1253.009.000) 05/25 09:38:10 Job terminated. (1) Normal termination (return value 0) Usr 0 00:14:30, Sys 0 00:00:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:14:30, Sys 0 00:00:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 161920736 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 161920736 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 569861 1 668654984 Memory (MB) : 367 1024 1920 ... 028 (1253.009.000) 05/25 09:38:10 Job ad information event triggered. SentBytes = 161920736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22062" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:14:30, Sys 0 00:00:41" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-25T09:38:10" TotalSentBytes = 161920736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:14:30, Sys 0 00:00:41" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.096.000) 05/25 09:38:14 Image size of job updated: 1252348 307 - MemoryUsage of job (MB) 314316 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:38:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 314316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 09:38:17 Image size of job updated: 1272592 305 - MemoryUsage of job (MB) 311692 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:38:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:38:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 09:38:17 Image size of job updated: 1272592 303 - MemoryUsage of job (MB) 310084 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:38:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:38:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 310084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.262.000) 05/25 09:38:17 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301736 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 09:38:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.299.000) 05/25 09:38:18 Job executing on host: <72.36.96.150:37611?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#874695&addrs=72.36.96.150-37611&noUDP> ... 028 (1253.299.000) 05/25 09:38:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.150:37611?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#874695&addrs=72.36.96.150-37611&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 09:38:18 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 310204 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:38:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 310204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 09:38:18 Image size of job updated: 1340180 306 - MemoryUsage of job (MB) 312828 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 09:38:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:38:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.191.000) 05/25 09:38:19 Image size of job updated: 1272592 305 - MemoryUsage of job (MB) 312028 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:38:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:38:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.094.000) 05/25 09:38:21 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 360528 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:38:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 360528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:38:24 Image size of job updated: 1265004 351 - MemoryUsage of job (MB) 359364 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:38:24 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:38:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.269.000) 05/25 09:38:29 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 359092 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:38:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:38:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 09:38:29 Image size of job updated: 1336492 281 - MemoryUsage of job (MB) 287744 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 09:38:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 281 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716069" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 287744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:38:29 Image size of job updated: 1268908 290 - MemoryUsage of job (MB) 296560 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:38:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 296560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:38:29 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 358188 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:38:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:38:30 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360344 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:38:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:38:30 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 356920 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:38:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:38:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 356920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:38:34 Image size of job updated: 1319936 293 - MemoryUsage of job (MB) 299464 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:38:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 299464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 09:38:36 Image size of job updated: 1272592 351 - MemoryUsage of job (MB) 359144 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:38:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:38:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.257.000) 05/25 09:38:36 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303592 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 09:38:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:38:39 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356932 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 09:38:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:38:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:38:42 Image size of job updated: 1252348 291 - MemoryUsage of job (MB) 297228 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:38:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:38:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:38:42 Image size of job updated: 1319936 292 - MemoryUsage of job (MB) 298880 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:38:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 298880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:38:42 Image size of job updated: 1268904 282 - MemoryUsage of job (MB) 288648 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:38:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 288648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:38:42 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359548 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:38:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 359548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.121.000) 05/25 09:38:43 Job reconnected to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 startd address: <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> starter address: <10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP> ... 028 (1253.121.000) 05/25 09:38:43 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T09:38:43" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job reconnected" ... 006 (1253.295.000) 05/25 09:38:46 Image size of job updated: 1252348 291 - MemoryUsage of job (MB) 297612 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:38:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:38:46 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 354352 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:38:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 354352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 09:38:46 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296036 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 09:38:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:38:47 Image size of job updated: 1920100 375 - MemoryUsage of job (MB) 383352 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:38:47 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920100 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:38:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 383352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:38:47 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357476 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:38:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:38:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 357476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 09:38:48 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 298548 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 09:38:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:38:48 Image size of job updated: 1322348 356 - MemoryUsage of job (MB) 363824 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:38:48 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 363824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:38:48 Image size of job updated: 1252348 292 - MemoryUsage of job (MB) 298720 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:38:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 298720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.069.000) 05/25 09:38:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3431_981354150@MAX-MYOUNG-S6-its-c7-osg-20190309 <10.0.2.15:44112?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862177&addrs=10.0.2.15-44112&noUDP> ... 028 (1253.069.000) 05/25 09:38:49 Job ad information event triggered. StartdAddr = "<10.0.2.15:44112?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862177&addrs=10.0.2.15-44112&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23483" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-MYOUNG-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 69 EventTime = "2019-05-25T09:38:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3431_981354150@MAX-MYOUNG-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437868.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.217.000) 05/25 09:38:49 Image size of job updated: 1255948 293 - MemoryUsage of job (MB) 299136 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:38:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:38:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 299136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:38:50 Image size of job updated: 1920232 331 - MemoryUsage of job (MB) 338860 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:38:50 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920232 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:38:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 338860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 09:38:50 Image size of job updated: 601708 43 - MemoryUsage of job (MB) 43692 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 09:38:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 601708 Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:38:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 43 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437937.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 43692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.297.000) 05/25 09:38:50 Image size of job updated: 1252348 291 - MemoryUsage of job (MB) 297848 - ResidentSetSize of job (KB) ... 028 (1253.297.000) 05/25 09:38:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:38:51 Image size of job updated: 1783004 377 - MemoryUsage of job (MB) 386012 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:38:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1783004 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:38:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 386012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 09:38:51 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 354660 - ResidentSetSize of job (KB) ... 028 (1253.259.000) 05/25 09:38:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:38:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 354660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:38:52 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357400 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:38:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 357400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 09:38:53 Image size of job updated: 1266804 169 - MemoryUsage of job (MB) 172460 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 09:38:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 169 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437752.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 172460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.177.000) 05/25 09:38:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3440_712876731@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309 <10.0.2.15:36327?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894400&addrs=10.0.2.15-36327&noUDP> ... 028 (1253.177.000) 05/25 09:38:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:36327?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894400&addrs=10.0.2.15-36327&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22353" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 177 EventTime = "2019-05-25T09:38:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3440_712876731@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383510.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.243.000) 05/25 09:38:53 Image size of job updated: 1982176 329 - MemoryUsage of job (MB) 336484 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:38:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1982176 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 336484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 09:38:53 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358900 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 09:38:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 358900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:38:53 Image size of job updated: 1923948 356 - MemoryUsage of job (MB) 363980 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:38:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1923948 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 363980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:38:54 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357240 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:38:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:38:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:38:56 Image size of job updated: 1252348 292 - MemoryUsage of job (MB) 298484 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:38:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 298484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 09:38:58 Image size of job updated: 1252348 291 - MemoryUsage of job (MB) 297336 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:38:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:38:58 Image size of job updated: 1252348 291 - MemoryUsage of job (MB) 297664 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:38:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:38:58 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357136 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:38:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:38:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 357136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.214.000) 05/25 09:38:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309 <10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP> ... 028 (1253.214.000) 05/25 09:38:59 Job ad information event triggered. StartdAddr = "<10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22413" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209G-10-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 214 EventTime = "2019-05-25T09:38:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383700.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.010.000) 05/25 09:39:02 Image size of job updated: 1778984 307 - MemoryUsage of job (MB) 314024 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:39:02 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1778984 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:39:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 314024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 09:39:07 Image size of job updated: 1340180 305 - MemoryUsage of job (MB) 312064 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:39:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:39:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 09:39:11 Image size of job updated: 1340180 352 - MemoryUsage of job (MB) 360208 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:39:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:39:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:39:11 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 356616 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:39:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:39:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:39:16 Image size of job updated: 1340180 349 - MemoryUsage of job (MB) 356768 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:39:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.236.000) 05/25 09:39:22 Image size of job updated: 1199216 118 - MemoryUsage of job (MB) 120176 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 09:39:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:39:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 118 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 120176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.030.000) 05/25 09:39:35 Image size of job updated: 10263528 1062 - MemoryUsage of job (MB) 1087004 - ResidentSetSize of job (KB) ... 028 (1253.030.000) 05/25 09:39:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10263528 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:39:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 1062 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23620" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1087004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:39:35 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363012 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:39:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:39:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:39:36 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 304948 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:39:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:39:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 304948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 09:39:36 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360344 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:39:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:39:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:39:36 Image size of job updated: 1336496 293 - MemoryUsage of job (MB) 299128 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:39:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:39:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 299128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:39:37 Image size of job updated: 1340180 350 - MemoryUsage of job (MB) 357380 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:39:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:39:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 023 (1253.214.000) 05/25 09:39:40 Job reconnected to glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309 startd address: <10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP> starter address: <10.0.2.15:45265?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871652&PrivNet=AS-CSD-1209G-10-S1-its-c7-osg-20190309&addrs=10.0.2.15-45265&noUDP> ... 028 (1253.214.000) 05/25 09:39:40 Job ad information event triggered. StartdAddr = "<10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22413" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209G-10-S1-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 214 EventTime = "2019-05-25T09:39:40" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:45265?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871652&PrivNet=AS-CSD-1209G-10-S1-its-c7-osg-20190309&addrs=10.0.2.15-45265&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383700.0" EventDescription = "Job reconnected" ... 006 (1253.278.000) 05/25 09:39:45 Image size of job updated: 1272588 349 - MemoryUsage of job (MB) 357120 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:39:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:39:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.231.000) 05/25 09:39:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3410_256428092@LIB-LEBIRD2-03-S3-its-c7-osg-20190309 <10.0.2.15:46210?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874333&addrs=10.0.2.15-46210&noUDP> ... 028 (1253.231.000) 05/25 09:39:45 Job ad information event triggered. StartdAddr = "<10.0.2.15:46210?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#874333&addrs=10.0.2.15-46210&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "16891" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 231 EventTime = "2019-05-25T09:39:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3410_256428092@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4377791.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.135.000) 05/25 09:39:51 Image size of job updated: 1319188 356 - MemoryUsage of job (MB) 363976 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:39:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:39:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 363976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 09:40:07 Image size of job updated: 1319188 358 - MemoryUsage of job (MB) 366152 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:40:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:40:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 366152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 09:40:08 Image size of job updated: 1263112 367 - MemoryUsage of job (MB) 375532 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 09:40:08 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263112 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:40:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 375532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 09:40:08 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364132 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 09:40:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:40:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 09:40:09 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305948 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 09:40:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:40:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.032.000) 05/25 09:40:15 Image size of job updated: 1266804 160 - MemoryUsage of job (MB) 163748 - ResidentSetSize of job (KB) ... 028 (1253.032.000) 05/25 09:40:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 160 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 163748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 09:40:16 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 358308 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 09:40:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:40:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 358308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:40:17 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 359148 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 09:40:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:40:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 359148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 09:40:18 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 363540 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 09:40:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 363540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.013.000) 05/25 09:40:19 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 357860 - ResidentSetSize of job (KB) ... 028 (1253.013.000) 05/25 09:40:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:40:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 ResidentSetSize = 357860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 09:40:25 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360788 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 360788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:40:25 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361196 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 361196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.054.000) 05/25 09:40:25 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 359288 - ResidentSetSize of job (KB) ... 028 (1253.054.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:40:25 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363236 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 363236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 09:40:25 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360132 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 360132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 09:40:25 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365304 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 365304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 09:40:25 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359444 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 359444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:40:25 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360432 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 360432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 09:40:25 Image size of job updated: 1319940 353 - MemoryUsage of job (MB) 361436 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 09:40:25 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 357168 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 09:40:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 357168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 09:40:26 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358572 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 09:40:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 358572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 09:40:26 Image size of job updated: 1252348 292 - MemoryUsage of job (MB) 298248 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:40:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 298248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:40:26 Image size of job updated: 1844824 370 - MemoryUsage of job (MB) 378120 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:40:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1844824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 378120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 09:40:26 Image size of job updated: 1919844 323 - MemoryUsage of job (MB) 330652 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 09:40:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1919844 Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 330652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 09:40:26 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359872 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 09:40:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:40:27 Image size of job updated: 1272592 292 - MemoryUsage of job (MB) 298896 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 298896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.152.000) 05/25 09:40:27 Image size of job updated: 1319932 354 - MemoryUsage of job (MB) 361684 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 361684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:40:27 Image size of job updated: 1252348 293 - MemoryUsage of job (MB) 299528 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 299528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:40:27 Image size of job updated: 1319932 294 - MemoryUsage of job (MB) 300280 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 300280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 09:40:27 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358972 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 09:40:27 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359264 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 359264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:40:27 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360012 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 360012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 09:40:27 Image size of job updated: 1252348 292 - MemoryUsage of job (MB) 298584 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 298584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:40:27 Image size of job updated: 2048864 317 - MemoryUsage of job (MB) 323676 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2048864 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 323676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:40:27 Image size of job updated: 1252352 352 - MemoryUsage of job (MB) 359496 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 09:40:27 Image size of job updated: 1252352 293 - MemoryUsage of job (MB) 299680 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 09:40:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 299680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 09:40:34 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358876 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 09:40:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:40:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 358876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 09:40:36 Image size of job updated: 1319932 356 - MemoryUsage of job (MB) 363720 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:40:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:40:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 363720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 09:40:42 Image size of job updated: 1979612 382 - MemoryUsage of job (MB) 390784 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 09:40:42 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1979612 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:40:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 390784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:40:45 Image size of job updated: 1319940 352 - MemoryUsage of job (MB) 360424 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:40:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:40:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 09:40:50 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355408 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 09:40:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:40:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.005.000) 05/25 09:40:51 Job was evicted. (0) Job terminated and was requeued Usr 0 00:10:38, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 131078768 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.005.000) 05/25 09:40:51 Job ad information event triggered. SentBytes = 131078768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21409" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c144.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 5 EventTime = "2019-05-25T09:40:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:10:38, Sys 0 00:00:22" JOB_GLIDEIN_SiteWMS_JobId = "268625.0" ... 006 (1253.064.000) 05/25 09:40:54 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 364188 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 09:40:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:40:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 09:40:55 Image size of job updated: 1846488 322 - MemoryUsage of job (MB) 329708 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:40:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:40:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 329708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:40:58 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 364592 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:40:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:40:59 Image size of job updated: 1848152 315 - MemoryUsage of job (MB) 322548 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:40:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1848152 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:40:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 322548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 09:41:02 Image size of job updated: 1251600 355 - MemoryUsage of job (MB) 362652 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:41:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 362652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 09:41:02 Image size of job updated: 1850592 325 - MemoryUsage of job (MB) 332004 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 09:41:02 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1850592 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 332004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:41:03 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 361992 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:41:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:41:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 361992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 09:41:07 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360012 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:41:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:41:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.005.000) 05/25 09:41:07 Job executing on host: <137.99.79.159:4641?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#663&addrs=137.99.79.159-4641+[--1]-4641&noUDP> ... 028 (1253.005.000) 05/25 09:41:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 5 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:41:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:4641?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#663&addrs=137.99.79.159-4641+[--1]-4641&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:41:08 Image size of job updated: 1846488 322 - MemoryUsage of job (MB) 328992 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:41:08 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:41:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 328992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:41:11 Image size of job updated: 1272592 351 - MemoryUsage of job (MB) 358848 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:41:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:41:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 09:41:12 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 362136 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:41:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:41:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 09:41:15 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360768 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 09:41:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:41:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:41:16 Image size of job updated: 1252352 293 - MemoryUsage of job (MB) 299916 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:41:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:41:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 299916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.170.000) 05/25 09:41:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3445_797863491@LAW-D-LIBCAT-S4-its-c7-osg-20190309 <10.0.2.15:43355?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888996&addrs=10.0.2.15-43355&noUDP> ... 028 (1253.170.000) 05/25 09:41:16 Job ad information event triggered. StartdAddr = "<10.0.2.15:43355?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888996&addrs=10.0.2.15-43355&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24463" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 170 EventTime = "2019-05-25T09:41:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3445_797863491@LAW-D-LIBCAT-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437840.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.142.000) 05/25 09:41:19 Image size of job updated: 1912412 382 - MemoryUsage of job (MB) 390920 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:41:19 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912412 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:41:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 390920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 09:41:25 Image size of job updated: 2055276 383 - MemoryUsage of job (MB) 391988 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 09:41:25 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2055276 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:41:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 391988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:41:26 Image size of job updated: 1914076 325 - MemoryUsage of job (MB) 332068 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:41:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 332068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:41:29 Image size of job updated: 1340180 353 - MemoryUsage of job (MB) 361108 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:41:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.188.000) 05/25 09:41:39 Image size of job updated: 1852900 373 - MemoryUsage of job (MB) 381444 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 09:41:39 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1852900 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:41:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 381444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:41:39 Image size of job updated: 1272592 318 - MemoryUsage of job (MB) 325612 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:41:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:41:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.090.000) 05/25 09:41:43 Image size of job updated: 1272592 353 - MemoryUsage of job (MB) 360708 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:41:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:41:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:41:46 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360484 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:41:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:41:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 360484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 09:41:46 Image size of job updated: 1336492 262 - MemoryUsage of job (MB) 268172 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 09:41:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:41:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 262 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 268172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:41:56 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308384 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:41:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:41:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:41:58 Image size of job updated: 1251600 360 - MemoryUsage of job (MB) 368200 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:41:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:41:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 368200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 09:42:04 Image size of job updated: 1924204 381 - MemoryUsage of job (MB) 389784 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 09:42:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1924204 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:42:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 389784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 09:42:05 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302268 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 09:42:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 09:42:05 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305980 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 09:42:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 09:42:10 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 362496 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 09:42:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:42:18 Image size of job updated: 1340180 353 - MemoryUsage of job (MB) 360692 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 09:42:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.211.000) 05/25 09:42:19 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358944 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 09:42:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:42:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 358944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 09:42:29 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 363100 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 09:42:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:42:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 363100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.000.000) 05/25 09:42:35 Job terminated. (1) Normal termination (return value 0) Usr 0 00:17:12, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:17:12, Sys 0 00:00:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 182180896 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 290122592 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 750000 1 68431460 Memory (MB) : 391 1024 2048 ... 028 (1253.000.000) 05/25 09:42:35 Job ad information event triggered. SentBytes = 182180896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7211843" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:17:12, Sys 0 00:00:33" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-25T09:42:35" TotalSentBytes = 290122592.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:17:12, Sys 0 00:00:33" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.229.000) 05/25 09:42:54 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 302936 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 09:42:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 09:42:56 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361084 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 361084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 09:42:56 Image size of job updated: 1272592 305 - MemoryUsage of job (MB) 311796 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.274.000) 05/25 09:42:56 Image size of job updated: 1251600 353 - MemoryUsage of job (MB) 360540 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 360540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 09:42:56 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360128 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 09:42:56 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 358992 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 09:42:56 Image size of job updated: 1272592 294 - MemoryUsage of job (MB) 300216 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 300216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.276.000) 05/25 09:42:56 Image size of job updated: 1251600 352 - MemoryUsage of job (MB) 359964 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 359964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 09:42:56 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358768 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 358768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 09:42:56 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357104 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 357104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 09:42:56 Image size of job updated: 1272592 307 - MemoryUsage of job (MB) 313544 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 313544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 09:42:56 Image size of job updated: 1340180 296 - MemoryUsage of job (MB) 303040 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 303040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.275.000) 05/25 09:42:56 Image size of job updated: 1319188 354 - MemoryUsage of job (MB) 362288 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 362288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 09:42:56 Image size of job updated: 1340180 298 - MemoryUsage of job (MB) 304180 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 304180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 09:42:56 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359336 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:42:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.196.000) 05/25 09:42:57 Image size of job updated: 1340180 307 - MemoryUsage of job (MB) 313828 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 09:42:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 313828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.232.000) 05/25 09:42:57 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359296 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 09:42:57 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359156 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 09:42:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.222.000) 05/25 09:42:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 09:42:57 Image size of job updated: 1319940 351 - MemoryUsage of job (MB) 359004 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 09:42:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 09:42:58 Image size of job updated: 1272592 360 - MemoryUsage of job (MB) 367848 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 09:42:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:42:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.058.000) 05/25 09:42:58 Image size of job updated: 1319932 343 - MemoryUsage of job (MB) 351104 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 09:42:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:42:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 351104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 09:42:59 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303248 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:42:59 Image size of job updated: 1319936 310 - MemoryUsage of job (MB) 316808 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 09:42:59 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310968 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 310968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 09:42:59 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 364700 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 09:42:59 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 363436 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 09:42:59 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363668 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 09:42:59 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 362012 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 362012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:42:59 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 316368 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.071.000) 05/25 09:42:59 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 356504 - ResidentSetSize of job (KB) ... 028 (1253.071.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 356504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 09:42:59 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359312 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 09:42:59 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361376 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:42:59 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296956 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 296956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 09:43:00 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307836 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 09:43:00 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 311056 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 311056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 09:43:00 Image size of job updated: 1319936 306 - MemoryUsage of job (MB) 312452 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 312452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 09:43:00 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 310108 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 310108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 09:43:00 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357428 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:43:00 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362908 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 362908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 09:43:00 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359448 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 09:43:00 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359904 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 09:43:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 359904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 09:43:01 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365232 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 09:43:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 365232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:43:01 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363516 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:43:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 363516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:43:01 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307476 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 09:43:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:43:02 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365228 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:43:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 365228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 09:43:05 Image size of job updated: 1265004 308 - MemoryUsage of job (MB) 315072 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 09:43:05 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 315072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 09:43:06 Image size of job updated: 1319932 359 - MemoryUsage of job (MB) 367468 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:43:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:43:08 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361464 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:43:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 09:43:14 Image size of job updated: 1252348 310 - MemoryUsage of job (MB) 316780 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:43:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 09:43:15 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367764 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:43:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 09:43:17 Image size of job updated: 1272592 309 - MemoryUsage of job (MB) 316180 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:43:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:43:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 316180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 09:43:17 Image size of job updated: 1272592 307 - MemoryUsage of job (MB) 314308 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:43:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:43:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 314308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.250.000) 05/25 09:43:18 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358616 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 09:43:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 09:43:18 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303564 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 09:43:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 09:43:19 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 312640 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:43:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 312640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 09:43:19 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359352 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 09:43:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 359352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 09:43:19 Image size of job updated: 1268900 349 - MemoryUsage of job (MB) 356972 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 09:43:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 356972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 09:43:19 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304040 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 09:43:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 09:43:20 Image size of job updated: 1340180 310 - MemoryUsage of job (MB) 317052 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 09:43:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:43:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 317052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.191.000) 05/25 09:43:20 Image size of job updated: 1272592 309 - MemoryUsage of job (MB) 316252 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:43:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:43:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 316252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 09:43:21 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 362032 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:43:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.094.000) 05/25 09:43:21 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363200 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:43:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 363200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 09:43:24 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307576 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 09:43:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 09:43:25 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359104 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 09:43:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:43:25 Image size of job updated: 1265004 354 - MemoryUsage of job (MB) 362408 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:43:25 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:43:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.050.000) 05/25 09:43:26 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357448 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:43:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:43:30 Image size of job updated: 1268908 292 - MemoryUsage of job (MB) 298416 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:43:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 298416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:43:30 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361408 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:43:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 09:43:30 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 363044 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:43:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:43:31 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363248 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:43:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:43:31 Image size of job updated: 1252352 352 - MemoryUsage of job (MB) 360348 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:43:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:43:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 360348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:43:34 Image size of job updated: 1319936 296 - MemoryUsage of job (MB) 302516 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:43:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 302516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 09:43:36 Image size of job updated: 1272592 355 - MemoryUsage of job (MB) 363104 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:43:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:43:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.264.000) 05/25 09:43:36 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356608 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 09:43:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 356608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:43:39 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 359516 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 09:43:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 09:43:42 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358548 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 09:43:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:43:42 Image size of job updated: 1252348 294 - MemoryUsage of job (MB) 300844 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:43:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 300844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:43:42 Image size of job updated: 1319936 296 - MemoryUsage of job (MB) 302456 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:43:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 302456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:43:42 Image size of job updated: 1268904 286 - MemoryUsage of job (MB) 292132 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:43:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:43:42 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 363472 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:43:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 363472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 09:43:44 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358820 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 09:43:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 09:43:46 Image size of job updated: 1252348 294 - MemoryUsage of job (MB) 300348 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:43:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 300348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:43:47 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356028 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:43:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:43:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 356028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 09:43:47 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297716 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 09:43:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:43:48 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 360292 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:43:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:43:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 360292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:43:48 Image size of job updated: 1920100 379 - MemoryUsage of job (MB) 387224 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:43:48 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920100 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 387224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:43:49 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301804 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:43:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:43:49 Image size of job updated: 1322348 358 - MemoryUsage of job (MB) 366492 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:43:49 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:43:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 366492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 09:43:50 Image size of job updated: 1255948 296 - MemoryUsage of job (MB) 302700 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:43:50 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:43:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 302700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:43:50 Image size of job updated: 1920232 334 - MemoryUsage of job (MB) 341380 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:43:50 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920232 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 341380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 09:43:51 Image size of job updated: 1319940 352 - MemoryUsage of job (MB) 360212 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 09:43:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.297.000) 05/25 09:43:51 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301060 - ResidentSetSize of job (KB) ... 028 (1253.297.000) 05/25 09:43:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 09:43:52 Image size of job updated: 1985636 383 - MemoryUsage of job (MB) 391960 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 09:43:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 391960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:43:52 Image size of job updated: 1783004 380 - MemoryUsage of job (MB) 388988 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:43:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1783004 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 388988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 09:43:52 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356316 - ResidentSetSize of job (KB) ... 028 (1253.259.000) 05/25 09:43:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 356316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 09:43:52 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360448 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 09:43:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 09:43:52 Image size of job updated: 1987688 380 - MemoryUsage of job (MB) 388992 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 09:43:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987688 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 388992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:43:53 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359680 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:43:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 359680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 09:43:54 Image size of job updated: 1982176 333 - MemoryUsage of job (MB) 340740 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:43:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1982176 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 340740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:43:54 Image size of job updated: 1923948 359 - MemoryUsage of job (MB) 367580 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:43:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1923948 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 367580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 09:43:54 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 362136 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 09:43:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 362136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:43:55 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360360 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:43:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:43:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 09:43:55 Image size of job updated: 2058032 379 - MemoryUsage of job (MB) 387688 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 09:43:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2058032 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 387688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 09:43:55 Image size of job updated: 1987944 380 - MemoryUsage of job (MB) 388528 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 09:43:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987944 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 388528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:43:57 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 302068 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:43:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 302068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 09:43:58 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301944 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:43:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 09:43:59 Image size of job updated: 1985636 381 - MemoryUsage of job (MB) 389208 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 09:43:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:43:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 389208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:43:59 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301344 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:43:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:43:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:44:00 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360372 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:44:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:44:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 360372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 09:44:02 Image size of job updated: 1778984 309 - MemoryUsage of job (MB) 315872 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:44:02 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1778984 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:44:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 315872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 09:44:03 Image size of job updated: 1914076 382 - MemoryUsage of job (MB) 390376 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 09:44:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:44:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 390376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 09:44:08 Image size of job updated: 1340180 309 - MemoryUsage of job (MB) 315492 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:44:08 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:44:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 315492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 09:44:11 Image size of job updated: 1340180 357 - MemoryUsage of job (MB) 364960 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:44:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:44:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:44:12 Image size of job updated: 1272592 352 - MemoryUsage of job (MB) 360048 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:44:12 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:44:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:44:18 Image size of job updated: 1340180 352 - MemoryUsage of job (MB) 359936 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:44:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:44:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.108.000) 05/25 09:44:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3447_28614024@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309 <10.0.2.15:37319?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39570&addrs=10.0.2.15-37319&noUDP> ... 028 (1253.108.000) 05/25 09:44:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:37319?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39570&addrs=10.0.2.15-37319&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 108 EventTime = "2019-05-25T09:44:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3447_28614024@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437935.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.082.000) 05/25 09:44:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3446_32874705@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309 <10.0.2.15:39413?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886356&addrs=10.0.2.15-39413&noUDP> ... 028 (1253.082.000) 05/25 09:44:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:39413?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886356&addrs=10.0.2.15-39413&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23407" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 82 EventTime = "2019-05-25T09:44:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3446_32874705@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437911.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.053.000) 05/25 09:44:35 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359324 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:44:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:44:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 09:44:36 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306964 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 09:44:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:44:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:44:36 Image size of job updated: 1252352 302 - MemoryUsage of job (MB) 308464 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:44:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:44:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 308464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:44:36 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365336 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:44:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:44:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:44:37 Image size of job updated: 1340180 353 - MemoryUsage of job (MB) 360812 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:44:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:44:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.021.000) 05/25 09:44:37 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 362484 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:44:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:44:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 09:44:38 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362264 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 09:44:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:44:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 ResidentSetSize = 362264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:44:38 Image size of job updated: 1336496 294 - MemoryUsage of job (MB) 300740 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:44:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:44:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 300740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 09:44:47 Image size of job updated: 1272588 353 - MemoryUsage of job (MB) 361080 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:44:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:44:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 09:44:52 Image size of job updated: 1319188 358 - MemoryUsage of job (MB) 366168 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:44:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:44:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 366168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 09:45:08 Image size of job updated: 1319188 361 - MemoryUsage of job (MB) 369292 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:45:08 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:45:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 369292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 09:45:09 Image size of job updated: 1263112 372 - MemoryUsage of job (MB) 380004 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 09:45:09 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263112 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 380004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 09:45:09 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366984 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 09:45:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 09:45:09 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307820 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 09:45:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 09:45:11 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 362168 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 09:45:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 362168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.032.000) 05/25 09:45:14 Image size of job updated: 1277100 181 - MemoryUsage of job (MB) 184916 - ResidentSetSize of job (KB) ... 028 (1253.032.000) 05/25 09:45:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1277100 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.263.000) 05/25 09:45:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3427_322408416@LIB-LEBIRD1-39-S2-its-c7-osg-20190309 <10.0.2.15:44702?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558506&addrs=10.0.2.15-44702&noUDP> ... 028 (1253.263.000) 05/25 09:45:15 Job ad information event triggered. StartdAddr = "<10.0.2.15:44702?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558506&addrs=10.0.2.15-44702&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "18951" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 263 EventTime = "2019-05-25T09:45:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3427_322408416@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437937.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.031.000) 05/25 09:45:17 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359788 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 09:45:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 359788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:45:18 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360648 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 09:45:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 360648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.013.000) 05/25 09:45:20 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 359920 - ResidentSetSize of job (KB) ... 028 (1253.013.000) 05/25 09:45:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 ResidentSetSize = 359920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 09:45:25 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363120 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 09:45:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 363120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:45:25 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 364880 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:45:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 364880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.054.000) 05/25 09:45:25 Image size of job updated: 1252352 355 - MemoryUsage of job (MB) 362828 - ResidentSetSize of job (KB) ... 028 (1253.054.000) 05/25 09:45:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:45:25 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 366700 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:45:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 366700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 09:45:25 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 358344 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 09:45:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 358344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 09:45:26 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 359036 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 359036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 09:45:26 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359044 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 359044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 09:45:26 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360620 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 360620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 09:45:26 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301196 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:45:26 Image size of job updated: 1844824 374 - MemoryUsage of job (MB) 382184 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1844824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 382184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 09:45:26 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369576 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 369576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 09:45:26 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364012 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 364012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 09:45:26 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363228 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 363228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:45:26 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363504 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 09:45:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 363504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 09:45:27 Image size of job updated: 1319940 356 - MemoryUsage of job (MB) 364392 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 09:45:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 09:45:27 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360580 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 09:45:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 09:45:27 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362668 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 09:45:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 09:45:27 Image size of job updated: 1919844 328 - MemoryUsage of job (MB) 335092 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 09:45:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1919844 Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 335092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:45:27 Image size of job updated: 1272592 295 - MemoryUsage of job (MB) 301536 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:45:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 301536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.152.000) 05/25 09:45:27 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365536 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 09:45:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 365536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 09:45:28 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360292 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 360292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:45:28 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363488 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 363488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 09:45:28 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301332 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 301332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:45:28 Image size of job updated: 2048864 320 - MemoryUsage of job (MB) 327464 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2048864 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 327464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:45:28 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 362304 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 09:45:28 Image size of job updated: 1252352 297 - MemoryUsage of job (MB) 303112 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 303112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:45:28 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301256 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 301256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:45:28 Image size of job updated: 1319932 297 - MemoryUsage of job (MB) 303808 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 09:45:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 303808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 09:45:29 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 362064 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 09:45:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:45:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 09:45:34 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360580 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 09:45:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 360580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 09:45:37 Image size of job updated: 1319932 358 - MemoryUsage of job (MB) 365984 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:45:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:45:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 365984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 09:45:43 Image size of job updated: 1979612 386 - MemoryUsage of job (MB) 394764 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 09:45:43 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1979612 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:45:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 394764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:45:45 Image size of job updated: 1319940 355 - MemoryUsage of job (MB) 363144 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:45:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:45:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.236.000) 05/25 09:45:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3424_270898875@MAX-LDKARAKAS-S2-its-c7-osg-20190309 <10.0.2.15:43764?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37591&addrs=10.0.2.15-43764&noUDP> ... 028 (1253.236.000) 05/25 09:45:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:43764?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37591&addrs=10.0.2.15-43764&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 236 EventTime = "2019-05-25T09:45:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3424_270898875@MAX-LDKARAKAS-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437738.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.075.000) 05/25 09:45:50 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357056 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 09:45:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:45:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 09:45:55 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 366592 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 09:45:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:45:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 09:45:56 Image size of job updated: 1846488 326 - MemoryUsage of job (MB) 333624 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:45:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:45:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 333624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:45:58 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368356 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:45:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:45:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:45:59 Image size of job updated: 1848152 319 - MemoryUsage of job (MB) 326232 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:45:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1848152 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:45:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 326232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.030.000) 05/25 09:46:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3455_230463493@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309 <10.0.2.15:43779?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872250&addrs=10.0.2.15-43779&noUDP> ... 028 (1253.030.000) 05/25 09:46:00 Job ad information event triggered. StartdAddr = "<10.0.2.15:43779?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872250&addrs=10.0.2.15-43779&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23620" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 30 EventTime = "2019-05-25T09:46:00" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3455_230463493@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.017.000) 05/25 09:46:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3441_19352768@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309 <10.0.2.15:34332?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#882849&addrs=10.0.2.15-34332&noUDP> ... 028 (1253.017.000) 05/25 09:46:01 Job ad information event triggered. StartdAddr = "<10.0.2.15:34332?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#882849&addrs=10.0.2.15-34332&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 17 EventTime = "2019-05-25T09:46:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3441_19352768@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.237.000) 05/25 09:46:02 Image size of job updated: 1251600 358 - MemoryUsage of job (MB) 365984 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:46:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:46:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 365984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 09:46:03 Image size of job updated: 1850592 328 - MemoryUsage of job (MB) 335632 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 09:46:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1850592 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 335632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:46:03 Image size of job updated: 1319940 357 - MemoryUsage of job (MB) 365212 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:46:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 365212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.214.000) 05/25 09:46:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309 <10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP> ... 028 (1253.214.000) 05/25 09:46:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:40799?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896685&addrs=10.0.2.15-40799&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22413" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209G-10-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 214 EventTime = "2019-05-25T09:46:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383700.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.210.000) 05/25 09:46:07 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362816 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:46:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:46:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:46:09 Image size of job updated: 1846488 325 - MemoryUsage of job (MB) 332088 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:46:09 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:46:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 332088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:46:12 Image size of job updated: 1272592 353 - MemoryUsage of job (MB) 361224 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:46:12 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:46:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 09:46:13 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 365688 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:46:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:46:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 09:46:16 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362148 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 09:46:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:46:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:46:16 Image size of job updated: 1252352 296 - MemoryUsage of job (MB) 302632 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:46:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:46:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 302632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 09:46:19 Image size of job updated: 1912412 385 - MemoryUsage of job (MB) 394028 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:46:19 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912412 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:46:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 394028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:46:26 Image size of job updated: 1914076 329 - MemoryUsage of job (MB) 336188 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:46:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 336188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 09:46:26 Image size of job updated: 2055276 387 - MemoryUsage of job (MB) 395992 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 09:46:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2055276 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 395992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:46:30 Image size of job updated: 1340180 356 - MemoryUsage of job (MB) 364276 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:46:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 023 (1253.014.000) 05/25 09:46:38 Job reconnected to glidein_3433_93490210@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309 startd address: <10.0.2.15:35461?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869571&addrs=10.0.2.15-35461&noUDP> starter address: <10.0.2.15:41716?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876010&PrivNet=AAF-UGR-HGM51T2-S4-its-c7-osg-20190309&addrs=10.0.2.15-41716&noUDP> ... 028 (1253.014.000) 05/25 09:46:38 Job ad information event triggered. StartdAddr = "<10.0.2.15:35461?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869571&addrs=10.0.2.15-35461&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 14 EventTime = "2019-05-25T09:46:38" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3433_93490210@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:41716?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876010&PrivNet=AAF-UGR-HGM51T2-S4-its-c7-osg-20190309&addrs=10.0.2.15-41716&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" EventDescription = "Job reconnected" ... 006 (1253.188.000) 05/25 09:46:39 Image size of job updated: 1852900 376 - MemoryUsage of job (MB) 384372 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 09:46:39 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1852900 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:46:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 384372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:46:39 Image size of job updated: 1411676 339 - MemoryUsage of job (MB) 346120 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:46:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:46:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 346120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.074.000) 05/25 09:46:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3448_460564345@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309 <10.0.2.15:40254?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886357&addrs=10.0.2.15-40254&noUDP> ... 028 (1253.074.000) 05/25 09:46:42 Job ad information event triggered. StartdAddr = "<10.0.2.15:40254?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886357&addrs=10.0.2.15-40254&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6572" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 74 EventTime = "2019-05-25T09:46:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3448_460564345@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437913.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.090.000) 05/25 09:46:44 Image size of job updated: 1272592 355 - MemoryUsage of job (MB) 363084 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:46:44 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:46:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:46:46 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 363708 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:46:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:46:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 363708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 09:46:47 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359240 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 09:46:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:46:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:46:56 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308644 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:46:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:46:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:46:58 Image size of job updated: 1251600 363 - MemoryUsage of job (MB) 371564 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:46:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:46:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 371564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 09:47:05 Image size of job updated: 1924204 385 - MemoryUsage of job (MB) 393680 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 09:47:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1924204 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:47:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 393680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 09:47:05 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302888 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 09:47:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 09:47:06 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307288 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 09:47:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 09:47:11 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 364872 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 09:47:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:47:19 Image size of job updated: 1340180 355 - MemoryUsage of job (MB) 363068 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 09:47:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.211.000) 05/25 09:47:21 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361432 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 09:47:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:47:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 361432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 09:47:30 Image size of job updated: 1319932 358 - MemoryUsage of job (MB) 366020 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 09:47:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:47:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 366020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 09:47:33 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306720 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 09:47:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 09:47:54 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304784 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 09:47:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 09:47:56 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364336 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 364336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 09:47:56 Image size of job updated: 1251600 355 - MemoryUsage of job (MB) 363152 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 363152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 09:47:56 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362836 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 09:47:56 Image size of job updated: 1272592 309 - MemoryUsage of job (MB) 316020 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 316020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.215.000) 05/25 09:47:56 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361632 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 09:47:56 Image size of job updated: 1272592 297 - MemoryUsage of job (MB) 303648 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 303648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.276.000) 05/25 09:47:56 Image size of job updated: 1251600 355 - MemoryUsage of job (MB) 362876 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 362876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 09:47:56 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 360036 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 360036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 09:47:56 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 359168 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 359168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 09:47:56 Image size of job updated: 1272592 311 - MemoryUsage of job (MB) 317504 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 317504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 09:47:56 Image size of job updated: 1340180 300 - MemoryUsage of job (MB) 306472 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 306472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.275.000) 05/25 09:47:56 Image size of job updated: 1319188 357 - MemoryUsage of job (MB) 364976 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 09:47:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 364976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 09:47:57 Image size of job updated: 1340180 301 - MemoryUsage of job (MB) 308140 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.196.000) 05/25 09:47:57 Image size of job updated: 1340180 312 - MemoryUsage of job (MB) 319108 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 09:47:57 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361764 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 09:47:57 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361928 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 09:47:57 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361268 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.222.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 09:47:57 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 361780 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 09:47:57 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296208 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 09:47:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 09:47:58 Image size of job updated: 1272592 366 - MemoryUsage of job (MB) 374180 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 09:47:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:47:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.058.000) 05/25 09:47:59 Image size of job updated: 1319932 344 - MemoryUsage of job (MB) 351972 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 351972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:47:59 Image size of job updated: 1319936 312 - MemoryUsage of job (MB) 318828 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 318828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 09:47:59 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 312636 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 312636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 09:47:59 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368604 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 09:47:59 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 366372 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 09:47:59 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367424 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:47:59 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318468 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 318468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 09:47:59 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365004 - ResidentSetSize of job (KB) ... 006 (1253.071.000) 05/25 09:47:59 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 357416 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 365004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.071.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 357416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 09:47:59 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361224 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 09:47:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:48:00 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 299000 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 299000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 09:48:00 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306040 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 09:48:00 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304864 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 09:48:00 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310724 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 09:48:00 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 312128 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 312128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 09:48:00 Image size of job updated: 1319936 306 - MemoryUsage of job (MB) 313052 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 313052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 09:48:00 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311876 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 311876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 09:48:00 Image size of job updated: 1319932 351 - MemoryUsage of job (MB) 358808 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 09:48:00 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363972 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 09:48:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 09:48:01 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361728 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 09:48:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 361728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:48:01 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365460 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:48:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 365460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 09:48:01 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362416 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 09:48:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 09:48:02 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 369232 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 09:48:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 369232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:48:02 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367340 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:48:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 367340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:48:02 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310408 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 09:48:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 09:48:03 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 358108 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 09:48:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:48:03 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 367988 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:48:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 367988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 09:48:05 Image size of job updated: 1265004 311 - MemoryUsage of job (MB) 317556 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 09:48:05 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 317556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 09:48:07 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 369360 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:48:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:48:08 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363372 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:48:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 09:48:08 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 357380 - ResidentSetSize of job (KB) ... 028 (1253.076.000) 05/25 09:48:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 357380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.121.000) 05/25 09:48:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> ... 028 (1253.121.000) 05/25 09:48:11 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T09:48:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.096.000) 05/25 09:48:15 Image size of job updated: 1252348 313 - MemoryUsage of job (MB) 319592 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:48:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 319592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 09:48:16 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369936 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:48:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 09:48:17 Image size of job updated: 1272592 313 - MemoryUsage of job (MB) 320140 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:48:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:48:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 09:48:17 Image size of job updated: 1272592 312 - MemoryUsage of job (MB) 319324 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:48:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:48:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.250.000) 05/25 09:48:18 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 361656 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 09:48:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 09:48:18 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306996 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 09:48:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 09:48:19 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 316128 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:48:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 316128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 09:48:19 Image size of job updated: 1268900 351 - MemoryUsage of job (MB) 358528 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 09:48:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 358528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 09:48:20 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305448 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 09:48:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 09:48:20 Image size of job updated: 1340180 314 - MemoryUsage of job (MB) 321276 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 09:48:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:48:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.162.000) 05/25 09:48:20 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306280 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 09:48:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 09:48:21 Image size of job updated: 1272592 313 - MemoryUsage of job (MB) 320476 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:48:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:48:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 09:48:21 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 363876 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:48:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.094.000) 05/25 09:48:22 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366024 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:48:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 366024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 09:48:25 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361480 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 09:48:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:48:25 Image size of job updated: 1265004 356 - MemoryUsage of job (MB) 363748 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:48:25 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.034.000) 05/25 09:48:25 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310216 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 09:48:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 09:48:27 Image size of job updated: 1319932 351 - MemoryUsage of job (MB) 359336 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:48:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.299.000) 05/25 09:48:28 Image size of job updated: 3907824 2067 - MemoryUsage of job (MB) 2116512 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 09:48:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 3907824 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 2067 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2116512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:48:30 Image size of job updated: 1268908 294 - MemoryUsage of job (MB) 300552 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:48:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 300552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:48:30 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364496 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:48:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 09:48:31 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 365684 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:48:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:48:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:48:31 Image size of job updated: 1252352 355 - MemoryUsage of job (MB) 363036 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:48:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:48:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 363036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:48:31 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366416 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:48:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:48:36 Image size of job updated: 1319936 300 - MemoryUsage of job (MB) 306820 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:48:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:48:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 306820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 09:48:36 Image size of job updated: 1272592 359 - MemoryUsage of job (MB) 367328 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:48:36 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:48:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.264.000) 05/25 09:48:37 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 358188 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 09:48:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 358188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:48:40 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362728 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 09:48:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 09:48:42 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 361628 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 09:48:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:48:42 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304504 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:48:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:48:42 Image size of job updated: 1319936 299 - MemoryUsage of job (MB) 305920 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:48:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 305920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:48:43 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 367768 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:48:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 367768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:48:44 Image size of job updated: 1268904 288 - MemoryUsage of job (MB) 294304 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:48:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 09:48:44 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361368 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 09:48:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 09:48:46 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304564 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:48:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:48:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:48:47 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357796 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:48:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 357796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:48:48 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 362844 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:48:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:48:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 362844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 09:48:49 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299544 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 09:48:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:48:49 Image size of job updated: 1920100 384 - MemoryUsage of job (MB) 392788 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:48:49 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920100 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 392788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:48:49 Image size of job updated: 1252348 299 - MemoryUsage of job (MB) 305484 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:48:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 305484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:48:49 Image size of job updated: 1322348 361 - MemoryUsage of job (MB) 369056 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:48:49 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 369056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:48:51 Image size of job updated: 1920232 338 - MemoryUsage of job (MB) 345884 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:48:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920232 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 345884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 09:48:51 Image size of job updated: 1255948 300 - MemoryUsage of job (MB) 307128 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:48:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:48:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 307128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 09:48:51 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 361972 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 09:48:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.297.000) 05/25 09:48:52 Image size of job updated: 9872188 3957 - MemoryUsage of job (MB) 4051560 - ResidentSetSize of job (KB) ... 028 (1253.297.000) 05/25 09:48:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 9872188 Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:48:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3957 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 4051560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 09:48:52 Image size of job updated: 1985636 387 - MemoryUsage of job (MB) 395544 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 09:48:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 395544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:48:52 Image size of job updated: 1783004 384 - MemoryUsage of job (MB) 393072 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:48:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1783004 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 393072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 09:48:53 Image size of job updated: 1987688 384 - MemoryUsage of job (MB) 392412 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 09:48:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987688 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 392412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 09:48:53 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 360944 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 09:48:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:48:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:48:54 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362780 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:48:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 362780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 09:48:54 Image size of job updated: 1982176 337 - MemoryUsage of job (MB) 344620 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:48:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1982176 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 344620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:48:54 Image size of job updated: 1923948 363 - MemoryUsage of job (MB) 371040 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:48:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1923948 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 371040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 09:48:55 Image size of job updated: 2058032 383 - MemoryUsage of job (MB) 391468 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 09:48:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2058032 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 391468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:48:55 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362596 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:48:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:48:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 09:48:56 Image size of job updated: 1987944 384 - MemoryUsage of job (MB) 393164 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 09:48:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987944 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 393164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:48:57 Image size of job updated: 1252348 299 - MemoryUsage of job (MB) 305808 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:48:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:48:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 305808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 09:48:59 Image size of job updated: 1985636 385 - MemoryUsage of job (MB) 393652 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 09:48:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:48:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 393652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 09:49:00 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304356 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:49:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:49:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:49:00 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304620 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:49:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:49:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:49:00 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362904 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:49:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:49:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 362904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 09:49:03 Image size of job updated: 1914076 386 - MemoryUsage of job (MB) 394332 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 09:49:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:49:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 394332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 09:49:04 Image size of job updated: 1778984 310 - MemoryUsage of job (MB) 316704 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:49:04 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1778984 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:49:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 316704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 09:49:09 Image size of job updated: 1340180 312 - MemoryUsage of job (MB) 319452 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:49:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:49:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 09:49:13 Image size of job updated: 1340180 362 - MemoryUsage of job (MB) 369712 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:49:13 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:49:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:49:13 Image size of job updated: 1272592 355 - MemoryUsage of job (MB) 362952 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:49:13 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:49:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:49:18 Image size of job updated: 1340180 355 - MemoryUsage of job (MB) 363368 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:49:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:49:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.086.000) 05/25 09:49:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3408_202249938@MAX-SSROSENT-S2-its-c7-osg-20190309 <10.0.2.15:42816?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33521&addrs=10.0.2.15-42816&noUDP> ... 028 (1253.086.000) 05/25 09:49:24 Job ad information event triggered. StartdAddr = "<10.0.2.15:42816?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33521&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 86 EventTime = "2019-05-25T09:49:24" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3408_202249938@MAX-SSROSENT-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.126.000) 05/25 09:49:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309 <10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP> ... 028 (1253.126.000) 05/25 09:49:32 Job ad information event triggered. StartdAddr = "<10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 126 EventTime = "2019-05-25T09:49:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.053.000) 05/25 09:49:36 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360868 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:49:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:49:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 09:49:36 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308284 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 09:49:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:49:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:49:37 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 312068 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:49:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:49:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 312068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:49:37 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367712 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:49:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:49:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 09:49:38 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 364860 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:49:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:49:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 09:49:38 Image size of job updated: 10706192 2777 - MemoryUsage of job (MB) 2843196 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 09:49:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10706192 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:49:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2777 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 ResidentSetSize = 2843196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 09:49:38 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306448 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 09:49:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:49:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:49:38 Image size of job updated: 1336496 296 - MemoryUsage of job (MB) 302576 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:49:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:49:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 302576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:49:38 Image size of job updated: 1340180 356 - MemoryUsage of job (MB) 364496 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:49:38 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:49:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.278.000) 05/25 09:49:47 Image size of job updated: 1272588 357 - MemoryUsage of job (MB) 365568 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:49:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:49:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 09:49:52 Image size of job updated: 1319188 361 - MemoryUsage of job (MB) 368660 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:49:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:49:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 368660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.133.000) 05/25 09:49:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3422_377346046@LIB-ARM02-S3-its-c7-osg-20190309 <10.0.2.15:41300?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868843&addrs=10.0.2.15-41300&noUDP> ... 028 (1253.133.000) 05/25 09:49:59 Job ad information event triggered. StartdAddr = "<10.0.2.15:41300?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868843&addrs=10.0.2.15-41300&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716069" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 133 EventTime = "2019-05-25T09:49:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3422_377346046@LIB-ARM02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.088.000) 05/25 09:50:08 Image size of job updated: 1319188 364 - MemoryUsage of job (MB) 372268 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:50:08 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:50:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 372268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 09:50:09 Image size of job updated: 1263112 377 - MemoryUsage of job (MB) 385364 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 09:50:09 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263112 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:50:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 385364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 09:50:09 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369096 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 09:50:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 09:50:10 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309872 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 09:50:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 09:50:11 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363700 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 09:50:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 363700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 09:50:17 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361912 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 09:50:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 361912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:50:18 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 362580 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 09:50:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:50:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 362580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 09:50:20 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 368796 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 09:50:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 368796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.013.000) 05/25 09:50:20 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 361876 - ResidentSetSize of job (KB) ... 028 (1253.013.000) 05/25 09:50:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:50:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 ResidentSetSize = 361876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 09:50:25 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365700 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 09:50:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:50:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 365700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:50:26 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369320 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 369320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 09:50:26 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 358168 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 09:50:26 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 360276 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 360276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 09:50:26 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 361356 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 361356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 09:50:26 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360164 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 360164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 09:50:26 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361748 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 361748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:50:26 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369016 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:50:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 369016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 09:50:27 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367572 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 367572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 09:50:27 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365052 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 365052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:50:27 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 366524 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 366524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 09:50:27 Image size of job updated: 1319940 359 - MemoryUsage of job (MB) 367340 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 09:50:27 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362680 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 09:50:27 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 364948 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 09:50:27 Image size of job updated: 6144324 1786 - MemoryUsage of job (MB) 1827976 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 6144324 Proc = 43 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 1786 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "919" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 1827976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:50:27 Image size of job updated: 1272592 299 - MemoryUsage of job (MB) 305396 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 305396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.154.000) 05/25 09:50:27 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304656 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:50:27 Image size of job updated: 1844824 377 - MemoryUsage of job (MB) 385968 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1844824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 385968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 09:50:27 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374300 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 374300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 09:50:28 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362540 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 09:50:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 362540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:50:28 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365668 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:50:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 365668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 09:50:28 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304456 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 09:50:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 304456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:50:28 Image size of job updated: 2048864 325 - MemoryUsage of job (MB) 332288 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:50:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2048864 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 332288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:50:28 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 365684 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:50:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 09:50:28 Image size of job updated: 10296128 1443 - MemoryUsage of job (MB) 1476792 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 09:50:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10296128 Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 1443 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 1476792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 09:50:29 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 367856 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 09:50:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 367856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:50:29 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304416 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:50:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 304416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:50:29 Image size of job updated: 1319932 300 - MemoryUsage of job (MB) 306504 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 09:50:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 306504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 09:50:29 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364164 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 09:50:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 09:50:37 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 367992 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:50:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:50:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 367992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 09:50:43 Image size of job updated: 1979612 390 - MemoryUsage of job (MB) 398540 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 09:50:43 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1979612 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:50:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 398540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:50:45 Image size of job updated: 1319940 358 - MemoryUsage of job (MB) 366356 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:50:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 09:50:51 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357584 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 09:50:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:50:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 09:50:55 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 368440 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 09:50:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:50:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 09:50:56 Image size of job updated: 1846488 330 - MemoryUsage of job (MB) 337588 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:50:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:50:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 337588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:50:59 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372160 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:50:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:50:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:50:59 Image size of job updated: 1848152 323 - MemoryUsage of job (MB) 330132 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:50:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1848152 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:50:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 330132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 09:51:02 Image size of job updated: 1251600 361 - MemoryUsage of job (MB) 369184 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:51:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:51:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 369184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 09:51:03 Image size of job updated: 1850592 331 - MemoryUsage of job (MB) 338916 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 09:51:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1850592 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:51:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 338916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:51:03 Image size of job updated: 1319940 359 - MemoryUsage of job (MB) 367420 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:51:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:51:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 367420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 09:51:08 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365956 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:51:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:51:09 Image size of job updated: 1846488 331 - MemoryUsage of job (MB) 338232 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:51:09 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:51:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 338232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:51:12 Image size of job updated: 1272592 357 - MemoryUsage of job (MB) 364664 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:51:12 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:51:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 09:51:14 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 368708 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:51:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:51:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 09:51:16 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364524 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 09:51:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:51:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.268.000) 05/25 09:51:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3418_203856408@MAX-LDKARAKAS-S3-its-c7-osg-20190309 <10.0.2.15:35904?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#870673&addrs=10.0.2.15-35904&noUDP> ... 028 (1253.268.000) 05/25 09:51:16 Job ad information event triggered. StartdAddr = "<10.0.2.15:35904?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#870673&addrs=10.0.2.15-35904&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 268 EventTime = "2019-05-25T09:51:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3418_203856408@MAX-LDKARAKAS-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437752.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.005.000) 05/25 09:51:17 Image size of job updated: 15000000 369 - MemoryUsage of job (MB) 377312 - ResidentSetSize of job (KB) ... 028 (1253.005.000) 05/25 09:51:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 5 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:51:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:51:18 Image size of job updated: 1252352 300 - MemoryUsage of job (MB) 306220 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:51:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 306220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 09:51:20 Image size of job updated: 1912412 388 - MemoryUsage of job (MB) 397172 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:51:20 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912412 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:51:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 397172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:51:26 Image size of job updated: 1914076 333 - MemoryUsage of job (MB) 340900 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:51:26 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:51:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 340900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 09:51:27 Image size of job updated: 2055276 391 - MemoryUsage of job (MB) 400248 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 09:51:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2055276 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 400248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:51:30 Image size of job updated: 1340180 360 - MemoryUsage of job (MB) 367736 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:51:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.188.000) 05/25 09:51:40 Image size of job updated: 1852900 380 - MemoryUsage of job (MB) 388392 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 09:51:40 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1852900 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:51:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 388392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:51:40 Image size of job updated: 1411676 342 - MemoryUsage of job (MB) 349376 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:51:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:51:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 349376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.090.000) 05/25 09:51:44 Image size of job updated: 1272592 360 - MemoryUsage of job (MB) 368432 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:51:44 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:51:47 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 366208 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:51:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:51:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 366208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 09:51:48 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360920 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 09:51:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:51:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:51:57 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310264 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:51:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:51:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:51:59 Image size of job updated: 1251600 366 - MemoryUsage of job (MB) 374052 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:51:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:51:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 374052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 09:52:05 Image size of job updated: 1924204 389 - MemoryUsage of job (MB) 398252 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 09:52:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1924204 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:52:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 398252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 09:52:06 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303680 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 09:52:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 09:52:07 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308608 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 09:52:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 09:52:08 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305336 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 09:52:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 09:52:11 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 365940 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 09:52:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:52:19 Image size of job updated: 1340180 359 - MemoryUsage of job (MB) 366688 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 09:52:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.206.000) 05/25 09:52:30 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 368764 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 09:52:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:52:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 368764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 09:52:33 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308568 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 09:52:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 09:52:55 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306132 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 09:52:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 09:52:56 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 366740 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 09:52:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:52:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 366740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 09:52:56 Image size of job updated: 1251600 357 - MemoryUsage of job (MB) 365524 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 09:52:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:52:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 365524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 09:52:56 Image size of job updated: 1272592 314 - MemoryUsage of job (MB) 320624 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:52:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.213.000) 05/25 09:52:56 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365296 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 09:52:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:52:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 09:52:57 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306268 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 09:52:57 Image size of job updated: 1340180 305 - MemoryUsage of job (MB) 311788 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.196.000) 05/25 09:52:57 Image size of job updated: 1340180 315 - MemoryUsage of job (MB) 321724 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 09:52:57 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364472 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 09:52:57 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363756 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 09:52:57 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 361576 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 361576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 09:52:57 Image size of job updated: 1251600 357 - MemoryUsage of job (MB) 364888 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 364888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 09:52:57 Image size of job updated: 1272592 301 - MemoryUsage of job (MB) 307628 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 307628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.219.000) 05/25 09:52:57 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 360508 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 09:52:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 360508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 09:52:58 Image size of job updated: 1319188 361 - MemoryUsage of job (MB) 368656 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 09:52:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 368656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 09:52:58 Image size of job updated: 1272592 314 - MemoryUsage of job (MB) 320796 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 09:52:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 09:52:58 Image size of job updated: 1340180 302 - MemoryUsage of job (MB) 309172 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 09:52:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 309172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.228.000) 05/25 09:52:58 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299300 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 09:52:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 09:52:58 Image size of job updated: 1319940 356 - MemoryUsage of job (MB) 364188 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 09:52:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 09:52:58 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363836 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 09:52:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 09:52:59 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362624 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 09:52:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 09:52:59 Image size of job updated: 1319932 346 - MemoryUsage of job (MB) 353408 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 09:52:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 09:52:59 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305064 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 09:52:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 09:52:59 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305832 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 09:52:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 09:52:59 Image size of job updated: 1272592 371 - MemoryUsage of job (MB) 379620 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 09:52:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.114.000) 05/25 09:53:00 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 369804 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 09:53:00 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 370880 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:53:00 Image size of job updated: 1252348 314 - MemoryUsage of job (MB) 320532 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 320532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 09:53:00 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367236 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 367236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 09:53:00 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363600 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.071.000) 05/25 09:53:00 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358084 - ResidentSetSize of job (KB) ... 028 (1253.071.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 358084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 09:53:00 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303456 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:53:00 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 299004 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 09:53:00 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307624 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 299004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 09:53:00 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306184 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 09:53:00 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314416 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 09:53:00 Image size of job updated: 1252348 307 - MemoryUsage of job (MB) 313428 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 313428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:53:00 Image size of job updated: 1319936 315 - MemoryUsage of job (MB) 321788 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 321788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 09:53:00 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371508 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 09:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 09:53:01 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 312488 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 09:53:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 312488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 09:53:01 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360080 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 09:53:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 09:53:01 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366084 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 09:53:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 09:53:01 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363172 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 09:53:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 363172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 09:53:01 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 313148 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 09:53:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 313148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 09:53:02 Image size of job updated: 1319936 307 - MemoryUsage of job (MB) 314100 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 314100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:53:02 Image size of job updated: 1319932 359 - MemoryUsage of job (MB) 367316 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 367316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 09:53:02 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364528 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:53:02 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369176 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 369176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 09:53:02 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305556 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 09:53:02 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308892 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:53:02 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312432 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 09:53:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 09:53:03 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359492 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 09:53:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:53:04 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 369688 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:53:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 369688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 09:53:07 Image size of job updated: 1265004 312 - MemoryUsage of job (MB) 319252 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 09:53:07 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:53:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 09:53:07 Image size of job updated: 1319932 362 - MemoryUsage of job (MB) 370252 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:53:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:53:08 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 365748 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:53:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 09:53:08 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358168 - ResidentSetSize of job (KB) ... 028 (1253.076.000) 05/25 09:53:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 358168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 09:53:10 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311292 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 09:53:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 09:53:16 Image size of job updated: 1252348 314 - MemoryUsage of job (MB) 321312 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:53:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 321312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 09:53:16 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373632 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:53:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 09:53:18 Image size of job updated: 1272592 318 - MemoryUsage of job (MB) 325544 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:53:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 09:53:18 Image size of job updated: 1272592 316 - MemoryUsage of job (MB) 323280 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:53:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 323280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.250.000) 05/25 09:53:18 Image size of job updated: 1252352 357 - MemoryUsage of job (MB) 365324 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 09:53:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 09:53:19 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308584 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 09:53:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 09:53:19 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318684 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:53:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 318684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 09:53:20 Image size of job updated: 1268900 353 - MemoryUsage of job (MB) 360528 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 09:53:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 360528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 09:53:20 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307224 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 09:53:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 09:53:20 Image size of job updated: 1340180 318 - MemoryUsage of job (MB) 325300 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 09:53:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:53:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.162.000) 05/25 09:53:20 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308128 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 09:53:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 09:53:21 Image size of job updated: 1272592 317 - MemoryUsage of job (MB) 324172 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:53:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:53:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 09:53:22 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364412 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:53:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.094.000) 05/25 09:53:23 Image size of job updated: 11265976 1731 - MemoryUsage of job (MB) 1772176 - ResidentSetSize of job (KB) ... 028 (1253.094.000) 05/25 09:53:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11265976 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 1731 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 1772176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 09:53:26 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363644 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 09:53:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:53:26 Image size of job updated: 1265004 358 - MemoryUsage of job (MB) 366116 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:53:26 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.034.000) 05/25 09:53:26 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311008 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 09:53:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 09:53:27 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360044 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:53:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.299.000) 05/25 09:53:29 Image size of job updated: 12454944 2067 - MemoryUsage of job (MB) 2116512 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 09:53:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12454944 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 2067 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2116512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:53:30 Image size of job updated: 1268908 295 - MemoryUsage of job (MB) 301820 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:53:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 301820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 09:53:31 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306008 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 09:53:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 09:53:31 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 369048 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:53:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:53:31 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367068 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:53:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:53:32 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369380 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:53:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:53:32 Image size of job updated: 1252352 359 - MemoryUsage of job (MB) 366620 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:53:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:53:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 366620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:53:36 Image size of job updated: 1319936 304 - MemoryUsage of job (MB) 310508 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:53:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:53:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 310508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 09:53:37 Image size of job updated: 1272592 363 - MemoryUsage of job (MB) 371616 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:53:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:53:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.264.000) 05/25 09:53:37 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360208 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 09:53:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 360208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:53:40 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 364620 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 09:53:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 09:53:42 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306256 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 09:53:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:53:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:53:43 Image size of job updated: 1252348 301 - MemoryUsage of job (MB) 308080 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:53:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:53:43 Image size of job updated: 1319936 303 - MemoryUsage of job (MB) 309524 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:53:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:53:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 309524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:53:43 Image size of job updated: 1319932 362 - MemoryUsage of job (MB) 369720 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:53:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 369720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 09:53:43 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 363532 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 09:53:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:53:44 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297828 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:53:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 09:53:44 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 363692 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 09:53:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:53:47 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359704 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:53:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:53:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 359704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 09:53:48 Image size of job updated: 1252348 301 - MemoryUsage of job (MB) 307948 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:53:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:53:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 307948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:53:49 Image size of job updated: 1920100 387 - MemoryUsage of job (MB) 396236 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:53:49 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920100 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 396236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:53:49 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 309080 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:53:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 309080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:53:49 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365320 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:53:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 365320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:53:50 Image size of job updated: 1322348 363 - MemoryUsage of job (MB) 371396 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:53:50 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:53:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 371396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:53:51 Image size of job updated: 1920232 342 - MemoryUsage of job (MB) 349456 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:53:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920232 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 349456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 09:53:51 Image size of job updated: 1255948 304 - MemoryUsage of job (MB) 310560 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:53:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:53:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 310560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 09:53:51 Image size of job updated: 1319940 356 - MemoryUsage of job (MB) 363940 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 09:53:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 09:53:52 Image size of job updated: 1985636 390 - MemoryUsage of job (MB) 399264 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 09:53:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 399264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 09:53:53 Image size of job updated: 1987688 387 - MemoryUsage of job (MB) 396068 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 09:53:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987688 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 396068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:53:53 Image size of job updated: 1783004 389 - MemoryUsage of job (MB) 397424 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:53:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1783004 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 397424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 09:53:54 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362520 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 09:53:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:53:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:53:54 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365436 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:53:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 365436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 09:53:54 Image size of job updated: 1982176 340 - MemoryUsage of job (MB) 348008 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:53:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1982176 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 348008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:53:56 Image size of job updated: 1923948 367 - MemoryUsage of job (MB) 375348 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:53:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1923948 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 375348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 09:53:56 Image size of job updated: 1987944 388 - MemoryUsage of job (MB) 396540 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 09:53:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987944 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 396540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 09:53:56 Image size of job updated: 2058032 386 - MemoryUsage of job (MB) 394956 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 09:53:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2058032 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:53:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 394956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:53:56 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365660 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:53:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:53:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:53:58 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 309964 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:53:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:53:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 309964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 09:54:00 Image size of job updated: 1252348 301 - MemoryUsage of job (MB) 308084 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:54:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:54:00 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308296 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:54:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:54:00 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365236 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:54:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 365236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 09:54:00 Image size of job updated: 1985636 388 - MemoryUsage of job (MB) 396856 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 09:54:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 396856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 09:54:03 Image size of job updated: 1914076 390 - MemoryUsage of job (MB) 399072 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 09:54:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:54:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 399072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 09:54:04 Image size of job updated: 1778984 312 - MemoryUsage of job (MB) 318584 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:54:04 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1778984 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 318584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 09:54:09 Image size of job updated: 1340180 315 - MemoryUsage of job (MB) 322356 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:54:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:54:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 322356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 09:54:13 Image size of job updated: 1340180 367 - MemoryUsage of job (MB) 374936 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:54:13 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:54:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:54:13 Image size of job updated: 1272592 357 - MemoryUsage of job (MB) 365428 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:54:13 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:54:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:54:18 Image size of job updated: 1340180 358 - MemoryUsage of job (MB) 366124 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:54:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.053.000) 05/25 09:54:36 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 361616 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:54:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:54:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 09:54:36 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309604 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 09:54:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:54:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:54:37 Image size of job updated: 1252352 308 - MemoryUsage of job (MB) 314388 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:54:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:54:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 314388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:54:37 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369356 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:54:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:54:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 09:54:38 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367500 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:54:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:54:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 09:54:38 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307316 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 09:54:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:54:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:54:38 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 304196 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:54:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:54:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 304196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:54:39 Image size of job updated: 1340180 359 - MemoryUsage of job (MB) 367084 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:54:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:54:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.278.000) 05/25 09:54:47 Image size of job updated: 1272588 360 - MemoryUsage of job (MB) 368500 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:54:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:54:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 09:54:52 Image size of job updated: 1319188 363 - MemoryUsage of job (MB) 371068 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:54:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:54:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 371068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 09:54:57 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 307012 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 09:54:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:54:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 09:55:06 Image size of job updated: 1336492 288 - MemoryUsage of job (MB) 294112 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 09:55:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:55:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 09:55:09 Image size of job updated: 1334608 395 - MemoryUsage of job (MB) 403952 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 09:55:09 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1334608 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T09:55:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 403952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 09:55:09 Image size of job updated: 1319188 367 - MemoryUsage of job (MB) 375356 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 09:55:09 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:55:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 375356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 09:55:10 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310612 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 09:55:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 09:55:11 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370208 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 09:55:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 09:55:12 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 365232 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 09:55:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 365232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 09:55:18 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362132 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 09:55:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 362132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 09:55:19 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 365024 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 09:55:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:55:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 365024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 09:55:26 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 368572 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 09:55:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 368572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 09:55:26 Image size of job updated: 1321788 368 - MemoryUsage of job (MB) 376712 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 09:55:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1321788 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 376712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 09:55:26 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359444 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 09:55:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 09:55:26 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362200 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 09:55:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 362200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 09:55:26 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 363028 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 09:55:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 363028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 09:55:27 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362060 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 362060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 09:55:27 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363124 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 363124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 09:55:27 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 372868 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 372868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 09:55:27 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 370336 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 370336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 09:55:27 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367496 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 367496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 09:55:27 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369308 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 369308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 09:55:27 Image size of job updated: 1319940 361 - MemoryUsage of job (MB) 369608 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 09:55:27 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365316 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 09:55:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 09:55:28 Image size of job updated: 1272592 301 - MemoryUsage of job (MB) 308028 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 308028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.145.000) 05/25 09:55:28 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378812 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 378812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 09:55:28 Image size of job updated: 1844824 381 - MemoryUsage of job (MB) 389360 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1844824 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 389360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 09:55:28 Image size of job updated: 1252348 300 - MemoryUsage of job (MB) 306240 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 306240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 09:55:28 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 368964 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 368964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 09:55:28 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363748 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 363748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 09:55:28 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367456 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 09:55:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 09:55:29 Image size of job updated: 1319932 364 - MemoryUsage of job (MB) 372212 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 372212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 09:55:29 Image size of job updated: 1252348 300 - MemoryUsage of job (MB) 307180 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 307180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 09:55:29 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367184 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 09:55:29 Image size of job updated: 1319932 302 - MemoryUsage of job (MB) 308692 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 09:55:29 Image size of job updated: 1252348 300 - MemoryUsage of job (MB) 306648 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 306648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 09:55:29 Image size of job updated: 11634120 345 - MemoryUsage of job (MB) 352844 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11634120 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 352844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 09:55:29 Image size of job updated: 1252352 360 - MemoryUsage of job (MB) 368020 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 09:55:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 09:55:38 Image size of job updated: 1319932 362 - MemoryUsage of job (MB) 370496 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 09:55:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:55:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 370496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.126.000) 05/25 09:55:39 Job reconnected to glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309 startd address: <10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP> starter address: <10.0.2.15:44093?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33705&PrivNet=MAX-CH221-12-D-S2-its-c7-osg-20190309&addrs=10.0.2.15-44093&noUDP> ... 028 (1253.126.000) 05/25 09:55:39 Job ad information event triggered. StartdAddr = "<10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 126 EventTime = "2019-05-25T09:55:39" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:44093?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33705&PrivNet=MAX-CH221-12-D-S2-its-c7-osg-20190309&addrs=10.0.2.15-44093&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" EventDescription = "Job reconnected" ... 006 (1253.139.000) 05/25 09:55:45 Image size of job updated: 2283432 410 - MemoryUsage of job (MB) 419580 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 09:55:45 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:55:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 419580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 09:55:46 Image size of job updated: 1319940 361 - MemoryUsage of job (MB) 369540 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 09:55:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 09:55:51 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358692 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 09:55:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 09:55:55 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 371344 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 09:55:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:55:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 09:55:56 Image size of job updated: 1846488 334 - MemoryUsage of job (MB) 341804 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 09:55:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:55:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 341804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 09:55:59 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375680 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 09:55:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:55:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 09:56:00 Image size of job updated: 1848152 327 - MemoryUsage of job (MB) 334124 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 09:56:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1848152 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 334124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 09:56:03 Image size of job updated: 1251600 364 - MemoryUsage of job (MB) 372184 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 09:56:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:56:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 372184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 09:56:04 Image size of job updated: 1319940 362 - MemoryUsage of job (MB) 370052 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 09:56:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 370052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 09:56:04 Image size of job updated: 1850592 336 - MemoryUsage of job (MB) 343568 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 09:56:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1850592 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 343568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 09:56:08 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 368640 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 09:56:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 09:56:09 Image size of job updated: 1846488 335 - MemoryUsage of job (MB) 342192 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 09:56:09 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846488 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 342192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 09:56:13 Image size of job updated: 1272592 361 - MemoryUsage of job (MB) 369152 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 09:56:13 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:56:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 09:56:14 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 372268 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 09:56:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:56:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.005.000) 05/25 09:56:16 Image size of job updated: 15000000 369 - MemoryUsage of job (MB) 377328 - ResidentSetSize of job (KB) ... 028 (1253.005.000) 05/25 09:56:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 5 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T09:56:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 09:56:16 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366656 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 09:56:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:56:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 09:56:18 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 309572 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 09:56:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:56:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 309572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.005.000) 05/25 09:56:18 Job terminated. (1) Normal termination (return value 0) Usr 0 00:15:08, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:15:08, Sys 0 00:00:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 162575520 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 424732992 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 750000 1 69795836 Memory (MB) : 369 1024 2048 ... 028 (1253.005.000) 05/25 09:56:18 Job ad information event triggered. SentBytes = 162575520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:15:08, Sys 0 00:00:27" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 5 EventTime = "2019-05-25T09:56:18" TotalSentBytes = 424732992.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:15:08, Sys 0 00:00:27" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" TotalReceivedBytes = 1264713344.0 ... 006 (1253.142.000) 05/25 09:56:21 Image size of job updated: 1912412 393 - MemoryUsage of job (MB) 401716 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 09:56:21 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912412 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 401716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 09:56:21 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 373212 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 09:56:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:56:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 373212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 09:56:27 Image size of job updated: 1914076 338 - MemoryUsage of job (MB) 345160 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 09:56:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 345160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 09:56:27 Image size of job updated: 2055276 395 - MemoryUsage of job (MB) 403880 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 09:56:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2055276 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 403880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 09:56:31 Image size of job updated: 1340180 364 - MemoryUsage of job (MB) 371960 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 09:56:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.188.000) 05/25 09:56:40 Image size of job updated: 1852900 384 - MemoryUsage of job (MB) 392704 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 09:56:40 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1852900 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 392704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 09:56:40 Image size of job updated: 1411676 345 - MemoryUsage of job (MB) 352984 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 09:56:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 352984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 09:56:44 Image size of job updated: 1268900 298 - MemoryUsage of job (MB) 304548 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 09:56:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:56:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 09:56:45 Image size of job updated: 1272592 363 - MemoryUsage of job (MB) 370952 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 09:56:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:56:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 09:56:47 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369236 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 09:56:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:56:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 369236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 09:56:48 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361968 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 09:56:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:56:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 09:56:57 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311104 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 09:56:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:56:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 09:56:59 Image size of job updated: 1251600 369 - MemoryUsage of job (MB) 377700 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 09:56:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:56:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 377700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 09:57:07 Image size of job updated: 1924204 394 - MemoryUsage of job (MB) 402436 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 09:57:07 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1924204 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:57:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 402436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 09:57:07 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304152 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 09:57:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 09:57:07 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310716 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 09:57:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 09:57:08 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306884 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 09:57:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 09:57:13 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 367772 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 09:57:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 09:57:20 Image size of job updated: 1340180 363 - MemoryUsage of job (MB) 371176 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 09:57:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.206.000) 05/25 09:57:30 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 371328 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 09:57:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:57:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 371328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 09:57:34 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309676 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 09:57:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 09:57:55 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307968 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 09:57:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 09:57:57 Image size of job updated: 1251600 360 - MemoryUsage of job (MB) 368572 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 09:57:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 368572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 09:57:57 Image size of job updated: 1272592 317 - MemoryUsage of job (MB) 324056 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 09:57:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.213.000) 05/25 09:57:57 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 368664 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 09:57:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 09:57:57 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307584 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 09:57:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 09:57:58 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 369748 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 369748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 09:57:58 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 366820 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 09:57:58 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 365640 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 09:57:58 Image size of job updated: 1272592 304 - MemoryUsage of job (MB) 311060 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.276.000) 05/25 09:57:58 Image size of job updated: 1251600 359 - MemoryUsage of job (MB) 367396 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 367396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 09:57:58 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363548 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 363548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 09:57:58 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362084 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 362084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 09:57:58 Image size of job updated: 1272592 317 - MemoryUsage of job (MB) 324492 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 09:57:58 Image size of job updated: 1340180 306 - MemoryUsage of job (MB) 312340 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.228.000) 05/25 09:57:58 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301360 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 09:57:58 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306972 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 09:57:58 Image size of job updated: 1340180 309 - MemoryUsage of job (MB) 316276 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 09:57:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 316276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.196.000) 05/25 09:57:59 Image size of job updated: 1340180 319 - MemoryUsage of job (MB) 326464 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 09:57:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 326464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.208.000) 05/25 09:57:59 Image size of job updated: 1319940 358 - MemoryUsage of job (MB) 366424 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 09:57:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 09:57:59 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364208 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 09:57:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 09:57:59 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365480 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 09:57:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 09:58:00 Image size of job updated: 1411676 394 - MemoryUsage of job (MB) 402932 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.128.000) 05/25 09:58:00 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308168 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 09:58:00 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307048 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 09:58:00 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372624 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 09:58:00 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373520 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 09:58:00 Image size of job updated: 1252348 317 - MemoryUsage of job (MB) 323936 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 323936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 09:58:00 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 370324 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 370324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 09:58:00 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365428 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.071.000) 05/25 09:58:00 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 359032 - ResidentSetSize of job (KB) ... 028 (1253.071.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 359032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 09:58:00 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304044 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 09:58:00 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309700 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 09:58:00 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300552 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 09:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 300552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 09:58:01 Image size of job updated: 1319932 348 - MemoryUsage of job (MB) 355572 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 09:58:01 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316328 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 09:58:01 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308236 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 09:58:01 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314744 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 314744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 09:58:01 Image size of job updated: 1319936 316 - MemoryUsage of job (MB) 323368 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 323368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 09:58:01 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374388 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 09:58:01 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314484 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 314484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 09:58:01 Image size of job updated: 1319932 354 - MemoryUsage of job (MB) 361568 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 09:58:01 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368004 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 09:58:01 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365112 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 365112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 09:58:01 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307412 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 09:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 09:58:02 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304040 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 09:58:02 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306472 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 09:58:02 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314492 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 314492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 09:58:02 Image size of job updated: 1319936 309 - MemoryUsage of job (MB) 315920 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 315920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 09:58:02 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 371676 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 371676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 09:58:02 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366892 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 09:58:02 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 371524 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 09:58:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 371524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 09:58:03 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 360784 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 09:58:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 09:58:03 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306556 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 09:58:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 09:58:04 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310344 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 09:58:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 09:58:04 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313836 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 09:58:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 09:58:04 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 373412 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 09:58:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 373412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 09:58:07 Image size of job updated: 1265004 315 - MemoryUsage of job (MB) 321684 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 09:58:07 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 09:58:08 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 370872 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 09:58:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 09:58:09 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367860 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 09:58:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 09:58:09 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 358952 - ResidentSetSize of job (KB) ... 028 (1253.076.000) 05/25 09:58:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 358952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 09:58:11 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311772 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 09:58:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 09:58:16 Image size of job updated: 1252348 317 - MemoryUsage of job (MB) 324412 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 09:58:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 324412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.121.000) 05/25 09:58:16 Job reconnected to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 startd address: <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> starter address: <10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP> ... 028 (1253.121.000) 05/25 09:58:16 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T09:58:16" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job reconnected" ... 006 (1253.163.000) 05/25 09:58:17 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376072 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 09:58:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 09:58:18 Image size of job updated: 1272592 322 - MemoryUsage of job (MB) 329504 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 09:58:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:58:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 329504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 09:58:18 Image size of job updated: 1272592 321 - MemoryUsage of job (MB) 328032 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 09:58:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:58:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 328032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.250.000) 05/25 09:58:19 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 368944 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 09:58:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 09:58:20 Image size of job updated: 1252348 315 - MemoryUsage of job (MB) 321780 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 09:58:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 321780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 09:58:20 Image size of job updated: 1268900 353 - MemoryUsage of job (MB) 361260 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 09:58:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 361260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 09:58:20 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308804 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 09:58:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 09:58:21 Image size of job updated: 1340180 323 - MemoryUsage of job (MB) 330052 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 09:58:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:58:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 330052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.162.000) 05/25 09:58:21 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309200 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 09:58:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 09:58:21 Image size of job updated: 1272592 321 - MemoryUsage of job (MB) 328132 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 09:58:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:58:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 328132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 09:58:22 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365620 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 09:58:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 09:58:26 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306648 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 09:58:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 09:58:26 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365252 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 09:58:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 09:58:26 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311872 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 09:58:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 09:58:26 Image size of job updated: 1265004 360 - MemoryUsage of job (MB) 368380 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 09:58:26 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T09:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.050.000) 05/25 09:58:27 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 361396 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 09:58:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 09:58:31 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303260 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 09:58:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 303260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 09:58:31 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308632 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 09:58:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 09:58:32 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370356 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 09:58:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 09:58:32 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372216 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 09:58:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 09:58:33 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372344 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 09:58:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 09:58:33 Image size of job updated: 1252352 362 - MemoryUsage of job (MB) 370112 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 09:58:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:58:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 370112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 09:58:36 Image size of job updated: 1389380 320 - MemoryUsage of job (MB) 327456 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 09:58:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:58:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 327456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 09:58:37 Image size of job updated: 1272592 368 - MemoryUsage of job (MB) 375840 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 09:58:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:58:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.264.000) 05/25 09:58:38 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361796 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 09:58:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 361796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 09:58:40 Image size of job updated: 1319932 359 - MemoryUsage of job (MB) 367448 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 09:58:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 09:58:42 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308292 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 09:58:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:58:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 09:58:43 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311460 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 09:58:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 09:58:43 Image size of job updated: 1389380 322 - MemoryUsage of job (MB) 329448 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 09:58:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 329448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 09:58:43 Image size of job updated: 1319932 365 - MemoryUsage of job (MB) 373588 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 09:58:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 373588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 09:58:44 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300860 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 09:58:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 09:58:44 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 366540 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 09:58:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 09:58:45 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366428 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 09:58:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.113.000) 05/25 09:58:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3410_305539488@ENMG-OR-BJ5M842-S8-its-c7-osg-20190309, rescheduling job ... 028 (1253.113.000) 05/25 09:58:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383706.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22413" StartdName = "glidein_3410_305539488@ENMG-OR-BJ5M842-S8-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-BJ5M842-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.119.000) 05/25 09:58:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3513_129320658@BFAS-ATH-COM-G5-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.119.000) 05/25 09:58:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382528.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" StartdName = "glidein_3513_129320658@BFAS-ATH-COM-G5-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-COM-G5-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 09:58:48 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361808 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 09:58:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:58:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 361808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 09:58:48 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 311184 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 09:58:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:58:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 09:58:50 Image size of job updated: 1490632 319 - MemoryUsage of job (MB) 326196 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 09:58:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 326196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 09:58:50 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368024 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 09:58:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T09:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 368024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 09:58:50 Image size of job updated: 1322348 367 - MemoryUsage of job (MB) 374808 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 09:58:50 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T09:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 374808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 09:58:51 Image size of job updated: 1920100 391 - MemoryUsage of job (MB) 399812 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 09:58:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920100 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 399812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 09:58:51 Image size of job updated: 1920232 346 - MemoryUsage of job (MB) 353380 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 09:58:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1920232 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 353380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 09:58:52 Image size of job updated: 1319940 358 - MemoryUsage of job (MB) 366012 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 09:58:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 09:58:52 Image size of job updated: 1255948 308 - MemoryUsage of job (MB) 314940 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 09:58:52 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T09:58:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 314940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 09:58:53 Image size of job updated: 1985636 393 - MemoryUsage of job (MB) 402416 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 09:58:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 402416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 09:58:54 Image size of job updated: 1987688 390 - MemoryUsage of job (MB) 399356 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 09:58:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987688 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 399356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 09:58:54 Image size of job updated: 1783004 393 - MemoryUsage of job (MB) 401484 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 09:58:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1783004 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 401484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 09:58:54 Image size of job updated: 1319932 356 - MemoryUsage of job (MB) 364536 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 09:58:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T09:58:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 09:58:55 Image size of job updated: 1982176 344 - MemoryUsage of job (MB) 351960 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 09:58:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1982176 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 351960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 09:58:55 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 368348 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 09:58:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 368348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 09:58:56 Image size of job updated: 1923948 371 - MemoryUsage of job (MB) 379116 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 09:58:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1923948 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 379116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 09:58:57 Image size of job updated: 2058032 392 - MemoryUsage of job (MB) 400628 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 09:58:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2058032 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 400628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 09:58:57 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 368308 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 09:58:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:58:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 09:58:57 Image size of job updated: 1987944 391 - MemoryUsage of job (MB) 399936 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 09:58:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1987944 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:58:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 399936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 09:58:59 Image size of job updated: 1391432 324 - MemoryUsage of job (MB) 330920 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 09:58:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:58:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 330920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 09:59:00 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 312000 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 09:59:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 312000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 09:59:01 Image size of job updated: 1985636 391 - MemoryUsage of job (MB) 400380 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 09:59:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985636 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:59:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 400380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 09:59:01 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311840 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 09:59:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:59:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 09:59:02 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368544 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 09:59:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T09:59:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 368544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 09:59:04 Image size of job updated: 1914076 395 - MemoryUsage of job (MB) 404156 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 09:59:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1914076 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T09:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 404156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 09:59:05 Image size of job updated: 1778984 313 - MemoryUsage of job (MB) 320432 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 09:59:05 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1778984 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T09:59:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 320432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 09:59:10 Image size of job updated: 1340180 318 - MemoryUsage of job (MB) 325256 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 09:59:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:59:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.116.000) 05/25 09:59:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3420_80880540@LIB-LEBIRD1-11-S5-its-c7-osg-20190309, rescheduling job ... 028 (1253.116.000) 05/25 09:59:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 116 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437590.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13365" StartdName = "glidein_3420_80880540@LIB-LEBIRD1-11-S5-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-11-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.279.000) 05/25 09:59:13 Image size of job updated: 1340180 371 - MemoryUsage of job (MB) 379424 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 09:59:13 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:59:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 09:59:14 Image size of job updated: 1272592 360 - MemoryUsage of job (MB) 368332 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 09:59:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:59:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 09:59:19 Image size of job updated: 1340180 361 - MemoryUsage of job (MB) 369292 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 09:59:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.181.000) 05/25 09:59:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3490_270639116@BFAS-ATH-COM-G5-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.181.000) 05/25 09:59:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:59:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382391.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" StartdName = "glidein_3490_270639116@BFAS-ATH-COM-G5-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-COM-G5-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.053.000) 05/25 09:59:36 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 363568 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 09:59:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T09:59:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 09:59:37 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310660 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 09:59:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T09:59:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 09:59:38 Image size of job updated: 1252352 311 - MemoryUsage of job (MB) 317544 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 09:59:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T09:59:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 317544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 09:59:38 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 371732 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 09:59:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 09:59:39 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 309104 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 09:59:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 09:59:39 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 306028 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 09:59:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 306028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 09:59:39 Image size of job updated: 1340180 362 - MemoryUsage of job (MB) 370516 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 09:59:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.021.000) 05/25 09:59:39 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370068 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 09:59:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 09:59:48 Image size of job updated: 1272588 364 - MemoryUsage of job (MB) 372460 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 09:59:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T09:59:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 09:59:53 Image size of job updated: 1319188 365 - MemoryUsage of job (MB) 373424 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 09:59:53 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T09:59:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 373424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 09:59:57 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307844 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 09:59:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 09:59:59 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307456 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 09:59:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T09:59:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.116.000) 05/25 10:00:04 Job executing on host: <72.36.96.190:37203?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864919&addrs=72.36.96.190-37203&noUDP> ... 028 (1253.116.000) 05/25 10:00:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:37203?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864919&addrs=72.36.96.190-37203&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.113.000) 05/25 10:00:05 Job executing on host: <72.36.96.49:43226?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#872426&addrs=72.36.96.49-43226&noUDP> ... 028 (1253.113.000) 05/25 10:00:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:43226?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#872426&addrs=72.36.96.49-43226&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.119.000) 05/25 10:00:06 Job executing on host: <72.36.96.200:41973?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865414&addrs=72.36.96.200-41973&noUDP> ... 028 (1253.119.000) 05/25 10:00:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.200:41973?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865414&addrs=72.36.96.200-41973&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:00:06 Image size of job updated: 1336492 289 - MemoryUsage of job (MB) 295652 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:00:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:00:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 10:00:10 Image size of job updated: 1334608 398 - MemoryUsage of job (MB) 406944 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 10:00:10 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1334608 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T10:00:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 406944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:00:10 Image size of job updated: 1319188 370 - MemoryUsage of job (MB) 378004 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:00:10 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:00:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 378004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.181.000) 05/25 10:00:10 Job executing on host: <72.36.96.228:42851?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868968&addrs=72.36.96.228-42851&noUDP> ... 028 (1253.181.000) 05/25 10:00:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.228:42851?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868968&addrs=72.36.96.228-42851&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 10:00:10 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312196 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:00:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:00:11 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373376 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:00:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 10:00:12 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 366820 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 10:00:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 366820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.116.000) 05/25 10:00:13 Image size of job updated: 98488 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.116.000) 05/25 10:00:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 98488 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:00:14 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:00:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.113.000) 05/25 10:00:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1253.113.000) 05/25 10:00:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 10:00:18 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365324 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 10:00:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 365324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:00:19 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 366796 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:00:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:00:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 366796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:00:19 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:00:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:00:26 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 370860 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:00:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 370860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:00:26 Image size of job updated: 1321788 371 - MemoryUsage of job (MB) 379708 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:00:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1321788 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 379708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 10:00:26 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360428 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 10:00:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:00:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 10:00:27 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 365040 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 10:00:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 365040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:00:27 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376608 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:00:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 376608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 10:00:27 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363084 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 10:00:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 363084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:00:27 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365412 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:00:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 365412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:00:27 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 373612 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:00:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 373612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 10:00:27 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363776 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 10:00:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 363776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 10:00:28 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 368228 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 10:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:00:28 Image size of job updated: 1252344 375 - MemoryUsage of job (MB) 383296 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 383296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 10:00:28 Image size of job updated: 1272592 304 - MemoryUsage of job (MB) 310404 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:00:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 310404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.042.000) 05/25 10:00:28 Image size of job updated: 1916320 397 - MemoryUsage of job (MB) 405712 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:00:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 405712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:00:28 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 370548 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 370548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:00:28 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372288 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 372288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 10:00:29 Image size of job updated: 1319940 364 - MemoryUsage of job (MB) 372324 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:00:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:00:29 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 365828 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:00:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 365828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 10:00:29 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370296 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 10:00:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:00:29 Image size of job updated: 1319932 367 - MemoryUsage of job (MB) 375664 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 10:00:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 375664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 10:00:30 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308724 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:00:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:00:30 Image size of job updated: 1319932 305 - MemoryUsage of job (MB) 311720 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:00:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:00:30 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308996 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:00:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 308996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 10:00:30 Image size of job updated: 11634120 349 - MemoryUsage of job (MB) 356956 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 10:00:30 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11634120 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 356956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 10:00:30 Image size of job updated: 1252352 362 - MemoryUsage of job (MB) 370492 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:00:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 10:00:30 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308812 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 10:00:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 308812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 10:00:39 Image size of job updated: 1319932 365 - MemoryUsage of job (MB) 373308 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 10:00:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:00:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 373308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 10:00:45 Image size of job updated: 2283432 414 - MemoryUsage of job (MB) 423868 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 10:00:45 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:00:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 423868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:00:46 Image size of job updated: 1319940 364 - MemoryUsage of job (MB) 371792 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:00:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:00:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:00:51 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360012 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:00:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:00:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:00:56 Image size of job updated: 1572724 379 - MemoryUsage of job (MB) 387972 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:00:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:00:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 10:00:57 Image size of job updated: 1917984 351 - MemoryUsage of job (MB) 358988 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 10:00:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1917984 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:00:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 358988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 10:01:00 Image size of job updated: 2086436 344 - MemoryUsage of job (MB) 351400 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 10:01:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2086436 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 351400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:01:03 Image size of job updated: 1251600 367 - MemoryUsage of job (MB) 375032 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:01:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:01:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 375032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:01:04 Image size of job updated: 1319940 365 - MemoryUsage of job (MB) 373412 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:01:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:01:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 373412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 10:01:05 Image size of job updated: 1989676 357 - MemoryUsage of job (MB) 364696 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 10:01:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1989676 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 364696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:01:08 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 371724 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:01:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 10:01:10 Image size of job updated: 1963480 352 - MemoryUsage of job (MB) 359544 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 10:01:10 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1963480 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 359544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:01:14 Image size of job updated: 1272592 364 - MemoryUsage of job (MB) 372056 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:01:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 10:01:15 Image size of job updated: 1252352 368 - MemoryUsage of job (MB) 376292 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 10:01:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:01:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 10:01:17 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368768 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:01:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:01:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:01:18 Image size of job updated: 1252352 306 - MemoryUsage of job (MB) 312948 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:01:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 312948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 10:01:21 Image size of job updated: 1983908 411 - MemoryUsage of job (MB) 420312 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 10:01:21 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1983908 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 420312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 10:01:22 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 375056 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 10:01:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:01:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 375056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 10:01:27 Image size of job updated: 1985572 356 - MemoryUsage of job (MB) 364184 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 10:01:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985572 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 364184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 10:01:28 Image size of job updated: 2126772 414 - MemoryUsage of job (MB) 423032 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 10:01:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2126772 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 423032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 10:01:32 Image size of job updated: 10777748 377 - MemoryUsage of job (MB) 385420 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:01:32 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:01:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 385420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.188.000) 05/25 10:01:40 Image size of job updated: 1926448 401 - MemoryUsage of job (MB) 409820 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 10:01:40 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1926448 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 409820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 10:01:40 Image size of job updated: 1411676 349 - MemoryUsage of job (MB) 356388 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 10:01:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:01:44 Image size of job updated: 1268900 300 - MemoryUsage of job (MB) 306880 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:01:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:01:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:01:46 Image size of job updated: 1272592 366 - MemoryUsage of job (MB) 374120 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:01:46 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:01:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:01:47 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372212 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:01:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:01:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 372212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:01:48 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363284 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:01:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:01:58 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313216 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:01:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:01:59 Image size of job updated: 1251600 372 - MemoryUsage of job (MB) 380704 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:01:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:01:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 380704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.126.000) 05/25 10:02:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309 <10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP> ... 028 (1253.126.000) 05/25 10:02:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 126 EventTime = "2019-05-25T10:02:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.140.000) 05/25 10:02:07 Image size of job updated: 2230076 415 - MemoryUsage of job (MB) 424160 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 10:02:07 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2230076 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:02:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 424160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:02:07 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305464 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:02:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:02:09 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312300 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:02:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:02:09 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308448 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:02:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:02:13 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 371564 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:02:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:02:21 Image size of job updated: 1340180 366 - MemoryUsage of job (MB) 374604 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:02:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.206.000) 05/25 10:02:31 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 374728 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:02:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:02:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 374728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 10:02:34 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311788 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 10:02:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.010.000) 05/25 10:02:40 Job was evicted. (0) Job terminated and was requeued Usr 0 00:27:04, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 492811552 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.010.000) 05/25 10:02:40 Job ad information event triggered. SentBytes = 492811552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7367453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "ISI" JOB_GLIDEIN_Site = "ISI" Proc = 10 EventTime = "2019-05-25T10:02:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" RunRemoteUsage = "Usr 0 00:27:04, Sys 0 00:00:44" JOB_GLIDEIN_SiteWMS_JobId = "38625.0" ... 006 (1253.226.000) 05/25 10:02:41 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308476 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:02:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:02:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.086.000) 05/25 10:02:50 Job reconnected to glidein_3408_202249938@MAX-SSROSENT-S2-its-c7-osg-20190309 startd address: <10.0.2.15:42816?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33521&addrs=10.0.2.15-42816&noUDP> starter address: <10.0.2.15:36533?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#892557&PrivNet=MAX-SSROSENT-S2-its-c7-osg-20190309&addrs=10.0.2.15-36533&noUDP> ... 028 (1253.086.000) 05/25 10:02:50 Job ad information event triggered. StartdAddr = "<10.0.2.15:42816?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33521&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 86 EventTime = "2019-05-25T10:02:50" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3408_202249938@MAX-SSROSENT-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:36533?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#892557&PrivNet=MAX-SSROSENT-S2-its-c7-osg-20190309&addrs=10.0.2.15-36533&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" EventDescription = "Job reconnected" ... 006 (1253.229.000) 05/25 10:02:56 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309816 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:02:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:02:57 Image size of job updated: 1251600 363 - MemoryUsage of job (MB) 370860 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:02:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:02:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 370860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 10:02:57 Image size of job updated: 1272592 322 - MemoryUsage of job (MB) 328808 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 10:02:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 328808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.213.000) 05/25 10:02:57 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 371300 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:02:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:02:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 10:02:57 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308900 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:02:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:02:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 10:02:58 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372284 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 372284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 10:02:58 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369072 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 10:02:58 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 367752 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:02:58 Image size of job updated: 1272592 308 - MemoryUsage of job (MB) 314756 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 314756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.276.000) 05/25 10:02:58 Image size of job updated: 1251600 362 - MemoryUsage of job (MB) 369824 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 369824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:02:58 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 364416 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 364416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 10:02:58 Image size of job updated: 1272592 322 - MemoryUsage of job (MB) 328716 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 328716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 10:02:58 Image size of job updated: 1340180 309 - MemoryUsage of job (MB) 315736 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:02:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 315736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.228.000) 05/25 10:02:59 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303696 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 10:02:59 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308288 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 10:02:59 Image size of job updated: 1340180 313 - MemoryUsage of job (MB) 319972 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.196.000) 05/25 10:02:59 Image size of job updated: 1340180 324 - MemoryUsage of job (MB) 330952 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 330952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.208.000) 05/25 10:02:59 Image size of job updated: 1319940 361 - MemoryUsage of job (MB) 369040 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 10:02:59 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366584 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:02:59 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367996 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 10:02:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 10:03:00 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310824 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 10:03:00 Image size of job updated: 1411676 401 - MemoryUsage of job (MB) 409700 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.169.000) 05/25 10:03:00 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308104 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 10:03:00 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375792 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:03:00 Image size of job updated: 1252348 320 - MemoryUsage of job (MB) 326892 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 326892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 10:03:00 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376688 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:03:00 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 372888 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:03:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 372888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 10:03:01 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310756 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:03:01 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300572 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 300572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:03:01 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356936 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 10:03:01 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318968 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:03:01 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 315316 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 315316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:03:01 Image size of job updated: 1319936 319 - MemoryUsage of job (MB) 325932 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:03:01 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309028 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 325932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 10:03:01 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378084 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:03:01 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 315120 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 315120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 10:03:01 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362668 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 10:03:01 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366748 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 10:03:01 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306808 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.071.000) 05/25 10:03:01 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360032 - ResidentSetSize of job (KB) ... 028 (1253.071.000) 05/25 10:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 360032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:03:02 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305032 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 10:03:02 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366132 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 366132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:03:02 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309524 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 10:03:02 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304808 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:03:02 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308020 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:03:02 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 316340 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 10:03:02 Image size of job updated: 1319936 309 - MemoryUsage of job (MB) 316388 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:03:02 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369324 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:03:03 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374600 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:03:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 374600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 10:03:03 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 373964 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 10:03:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 373964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 10:03:03 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369268 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 10:03:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:03:04 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362156 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:03:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 10:03:04 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316276 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:03:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:03:04 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307340 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:03:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:03:04 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311400 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:03:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 10:03:05 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376368 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 10:03:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 376368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 10:03:08 Image size of job updated: 1265004 317 - MemoryUsage of job (MB) 323824 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 10:03:08 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:03:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 323824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 10:03:08 Image size of job updated: 1319932 364 - MemoryUsage of job (MB) 372648 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:03:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:03:09 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369972 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:03:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 10:03:09 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360656 - ResidentSetSize of job (KB) ... 028 (1253.076.000) 05/25 10:03:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 360656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:03:11 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313092 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:03:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 10:03:17 Image size of job updated: 1252348 320 - MemoryUsage of job (MB) 326696 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:03:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 326696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:03:18 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 378976 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:03:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:03:18 Image size of job updated: 1272592 326 - MemoryUsage of job (MB) 333464 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:03:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 333464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 10:03:18 Image size of job updated: 1272592 327 - MemoryUsage of job (MB) 334368 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 10:03:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 334368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.262.000) 05/25 10:03:19 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309284 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:03:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 10:03:20 Image size of job updated: 1252348 318 - MemoryUsage of job (MB) 324704 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:03:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 324704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 10:03:20 Image size of job updated: 1268900 355 - MemoryUsage of job (MB) 363368 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 10:03:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 363368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 10:03:21 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309860 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:03:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:03:21 Image size of job updated: 1340180 326 - MemoryUsage of job (MB) 333748 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 10:03:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:03:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 333748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.162.000) 05/25 10:03:21 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311312 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:03:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 10:03:22 Image size of job updated: 1272592 326 - MemoryUsage of job (MB) 333148 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:03:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:03:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 333148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 10:03:22 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367244 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:03:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:03:26 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307704 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:03:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 10:03:26 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367100 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 10:03:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:03:27 Image size of job updated: 1265004 362 - MemoryUsage of job (MB) 370472 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:03:27 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265004 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.034.000) 05/25 10:03:27 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313192 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:03:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:03:28 Image size of job updated: 1319932 356 - MemoryUsage of job (MB) 363664 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:03:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:03:31 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 305124 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:03:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 305124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:03:32 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373752 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:03:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:03:33 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309688 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:03:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 10:03:33 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375380 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 10:03:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 10:03:33 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375512 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 10:03:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:03:33 Image size of job updated: 1252352 366 - MemoryUsage of job (MB) 374376 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 10:03:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 374376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:03:34 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296760 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:03:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:03:37 Image size of job updated: 1272592 371 - MemoryUsage of job (MB) 379800 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:03:37 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:03:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.293.000) 05/25 10:03:38 Image size of job updated: 1389380 323 - MemoryUsage of job (MB) 330636 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 10:03:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:03:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 330636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 10:03:39 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364144 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 10:03:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 364144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:03:41 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 369620 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:03:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:03:42 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 310140 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:03:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:03:43 Image size of job updated: 1252348 307 - MemoryUsage of job (MB) 314144 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:03:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:03:44 Image size of job updated: 1319932 367 - MemoryUsage of job (MB) 375304 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:03:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 375304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:03:44 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 369324 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:03:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 10:03:44 Image size of job updated: 1389380 325 - MemoryUsage of job (MB) 332704 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 10:03:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 332704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 10:03:44 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303496 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 10:03:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:03:45 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 368912 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:03:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:03:48 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314412 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:03:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:03:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 10:03:50 Image size of job updated: 1490632 323 - MemoryUsage of job (MB) 329772 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 10:03:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 329772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:03:50 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 370900 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:03:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 370900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:03:50 Image size of job updated: 1322348 369 - MemoryUsage of job (MB) 377372 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:03:50 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 377372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.014.000) 05/25 10:03:51 Image size of job updated: 1270620 183 - MemoryUsage of job (MB) 187100 - ResidentSetSize of job (KB) ... 028 (1253.014.000) 05/25 10:03:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1270620 Proc = 14 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 183 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 187100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 10:03:51 Image size of job updated: 2158384 408 - MemoryUsage of job (MB) 417096 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 10:03:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 417096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 10:03:52 Image size of job updated: 2059316 367 - MemoryUsage of job (MB) 374836 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 10:03:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2059316 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 374836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:03:52 Image size of job updated: 1319940 361 - MemoryUsage of job (MB) 368912 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:03:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 10:03:53 Image size of job updated: 2106732 410 - MemoryUsage of job (MB) 419216 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:03:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2106732 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 419216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:03:53 Image size of job updated: 1255948 312 - MemoryUsage of job (MB) 318980 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:03:53 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:03:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 318980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 10:03:54 Image size of job updated: 2225972 408 - MemoryUsage of job (MB) 417264 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 10:03:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 417264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.010.000) 05/25 10:03:54 Job executing on host: <72.36.96.39:39676?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888966&addrs=72.36.96.39-39676&noUDP> ... 028 (1253.010.000) 05/25 10:03:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.39:39676?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888966&addrs=72.36.96.39-39676&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 10:03:54 Image size of job updated: 1854500 409 - MemoryUsage of job (MB) 417908 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 10:03:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1854500 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 417908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 10:03:55 Image size of job updated: 2101220 361 - MemoryUsage of job (MB) 368788 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 10:03:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2101220 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 368788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:03:55 Image size of job updated: 1319932 358 - MemoryUsage of job (MB) 365964 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:03:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:03:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:03:56 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 371560 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:03:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 371560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 10:03:56 Image size of job updated: 2045044 387 - MemoryUsage of job (MB) 396048 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 10:03:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2045044 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 396048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 10:03:57 Image size of job updated: 2294460 408 - MemoryUsage of job (MB) 417592 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 10:03:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2294460 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 417592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:03:57 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 371556 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:03:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:03:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 10:03:58 Image size of job updated: 2224176 407 - MemoryUsage of job (MB) 416448 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 10:03:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2224176 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:03:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 416448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 10:03:59 Image size of job updated: 1391432 327 - MemoryUsage of job (MB) 334256 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 10:03:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:03:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 334256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 10:04:01 Image size of job updated: 2221868 407 - MemoryUsage of job (MB) 416176 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 10:04:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2221868 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:04:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 416176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:04:02 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 315808 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:04:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:04:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 315808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:04:02 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 315276 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:04:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:04:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 315276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:04:02 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371468 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:04:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:04:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 371468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 10:04:04 Image size of job updated: 2031068 413 - MemoryUsage of job (MB) 422632 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 10:04:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2031068 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:04:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 422632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 10:04:10 Image size of job updated: 1459224 335 - MemoryUsage of job (MB) 342760 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:04:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:04:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 342760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 10:04:15 Image size of job updated: 1477212 394 - MemoryUsage of job (MB) 403064 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 10:04:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:04:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:04:15 Image size of job updated: 1272592 363 - MemoryUsage of job (MB) 371208 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:04:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:04:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:04:19 Image size of job updated: 1340180 364 - MemoryUsage of job (MB) 371932 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:04:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:04:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.053.000) 05/25 10:04:37 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365276 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 10:04:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:04:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 10:04:37 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312664 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:04:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:04:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 10:04:39 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 320992 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:04:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:04:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 320992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 10:04:39 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 373844 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:04:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:04:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:04:39 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310848 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:04:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:04:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:04:39 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 308076 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:04:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:04:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 308076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:04:40 Image size of job updated: 1340180 365 - MemoryUsage of job (MB) 373684 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:04:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:04:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.021.000) 05/25 10:04:40 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372176 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 10:04:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:04:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 10:04:48 Image size of job updated: 1272588 368 - MemoryUsage of job (MB) 376684 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:04:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272588 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:04:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 10:04:53 Image size of job updated: 1319188 368 - MemoryUsage of job (MB) 376428 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 10:04:53 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:04:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 376428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:04:57 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308636 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:04:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:04:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:05:00 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308952 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:05:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:05:06 Image size of job updated: 1336492 290 - MemoryUsage of job (MB) 296908 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:05:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.133.000) 05/25 10:05:07 Job reconnected to glidein_3422_377346046@LIB-ARM02-S3-its-c7-osg-20190309 startd address: <10.0.2.15:41300?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868843&addrs=10.0.2.15-41300&noUDP> starter address: <10.0.2.15:35739?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#897729&PrivNet=LIB-ARM02-S3-its-c7-osg-20190309&addrs=10.0.2.15-35739&noUDP> ... 028 (1253.133.000) 05/25 10:05:07 Job ad information event triggered. StartdAddr = "<10.0.2.15:41300?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868843&addrs=10.0.2.15-41300&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716069" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 133 EventTime = "2019-05-25T10:05:07" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3422_377346046@LIB-ARM02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:35739?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#897729&PrivNet=LIB-ARM02-S3-its-c7-osg-20190309&addrs=10.0.2.15-35739&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" EventDescription = "Job reconnected" ... 006 (1253.133.000) 05/25 10:05:07 Image size of job updated: 1342468 284 - MemoryUsage of job (MB) 290028 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:05:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716069" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.133.000) 05/25 10:05:09 Job was evicted. (0) Job terminated and was requeued Usr 0 00:02:13, Sys 0 00:00:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 10492388 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.133.000) 05/25 10:05:09 Job ad information event triggered. SentBytes = 10492388.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7716069" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ARM02-S3-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 133 EventTime = "2019-05-25T10:05:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 00:02:13, Sys 0 00:00:12" JOB_GLIDEIN_SiteWMS_JobId = "4375999.0" ... 006 (1253.183.000) 05/25 10:05:10 Image size of job updated: 1334608 402 - MemoryUsage of job (MB) 411364 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 10:05:10 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1334608 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T10:05:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 411364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:05:10 Image size of job updated: 1319188 373 - MemoryUsage of job (MB) 381092 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:05:10 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:05:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 381092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:05:11 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374692 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:05:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 10:05:12 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314304 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:05:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 10:05:12 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368880 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 10:05:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 368880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.116.000) 05/25 10:05:14 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357288 - ResidentSetSize of job (KB) ... 028 (1253.116.000) 05/25 10:05:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:05:14 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356748 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:05:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.113.000) 05/25 10:05:15 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357224 - ResidentSetSize of job (KB) ... 028 (1253.113.000) 05/25 10:05:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.134.000) 05/25 10:05:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3439_974080296@ITS-NWS-DPH-01-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.134.000) 05/25 10:05:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437921.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5096" StartdName = "glidein_3439_974080296@ITS-NWS-DPH-01-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-DPH-01-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.117.000) 05/25 10:05:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_560718840@ITS-NWS-DPH-01-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.117.000) 05/25 10:05:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 117 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437920.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6123" StartdName = "glidein_3437_560718840@ITS-NWS-DPH-01-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-DPH-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.122.000) 05/25 10:05:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3440_63017932@ITS-NWS-DPH-01-S5-its-c7-osg-20190309, rescheduling job ... 028 (1253.122.000) 05/25 10:05:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 122 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437904.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" StartdName = "glidein_3440_63017932@ITS-NWS-DPH-01-S5-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-DPH-01-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 10:05:18 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366348 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 10:05:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 366348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:05:20 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357676 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:05:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:05:20 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 368572 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:05:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 368572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:05:26 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374640 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:05:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 374640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 10:05:27 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361404 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 10:05:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 10:05:27 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367136 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 10:05:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 367136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:05:27 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380828 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:05:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 380828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.166.000) 05/25 10:05:27 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 364900 - ResidentSetSize of job (KB) ... 028 (1253.166.000) 05/25 10:05:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 364900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:05:27 Image size of job updated: 1321788 375 - MemoryUsage of job (MB) 383916 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:05:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1321788 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 383916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:05:28 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378112 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:05:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 378112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 10:05:28 Image size of job updated: 1268908 357 - MemoryUsage of job (MB) 365516 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 10:05:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 365516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 10:05:28 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 371212 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 10:05:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:05:28 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366772 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:05:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 366772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.054.000) 05/25 10:05:29 Image size of job updated: 1325900 355 - MemoryUsage of job (MB) 362828 - ResidentSetSize of job (KB) ... 028 (1253.054.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325900 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:05:29 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 373840 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 373840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:05:29 Image size of job updated: 15082808 385 - MemoryUsage of job (MB) 393364 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 393364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 10:05:29 Image size of job updated: 1319940 369 - MemoryUsage of job (MB) 377160 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:05:29 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367676 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 367676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 10:05:29 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373484 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:05:29 Image size of job updated: 1373440 392 - MemoryUsage of job (MB) 401116 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:05:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1373440 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 401116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 10:05:30 Image size of job updated: 1916320 401 - MemoryUsage of job (MB) 410080 - ResidentSetSize of job (KB) ... 006 (1253.037.000) 05/25 10:05:30 Image size of job updated: 1272592 306 - MemoryUsage of job (MB) 313308 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 410080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 313308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.154.000) 05/25 10:05:30 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 311148 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:05:30 Image size of job updated: 1319932 308 - MemoryUsage of job (MB) 314756 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:05:30 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311608 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 311608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 10:05:30 Image size of job updated: 1252352 365 - MemoryUsage of job (MB) 373596 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 10:05:30 Image size of job updated: 11634120 352 - MemoryUsage of job (MB) 360400 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11634120 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 360400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:05:30 Image size of job updated: 1319932 371 - MemoryUsage of job (MB) 379832 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 10:05:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 379832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 10:05:31 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311956 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 10:05:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:05:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 311956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 10:05:45 Image size of job updated: 2283432 418 - MemoryUsage of job (MB) 427960 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 10:05:45 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:05:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 427960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:05:46 Image size of job updated: 1319940 366 - MemoryUsage of job (MB) 374608 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:05:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:05:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:05:52 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361328 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:05:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:05:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:05:56 Image size of job updated: 1572724 382 - MemoryUsage of job (MB) 390600 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:05:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:05:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 390600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 10:05:57 Image size of job updated: 1917984 358 - MemoryUsage of job (MB) 366428 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 10:05:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1917984 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:05:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 366428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 10:06:00 Image size of job updated: 1373444 367 - MemoryUsage of job (MB) 375680 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 10:06:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1373444 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:06:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 10:06:00 Image size of job updated: 2086436 348 - MemoryUsage of job (MB) 355772 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 10:06:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2086436 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 355772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:06:03 Image size of job updated: 1251600 370 - MemoryUsage of job (MB) 378088 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:06:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:06:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 378088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:06:04 Image size of job updated: 1319940 368 - MemoryUsage of job (MB) 376740 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:06:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:06:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 376740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 10:06:05 Image size of job updated: 1989676 359 - MemoryUsage of job (MB) 367344 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 10:06:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1989676 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 367344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:06:09 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374748 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:06:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:06:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 10:06:10 Image size of job updated: 1963480 355 - MemoryUsage of job (MB) 362756 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 10:06:10 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1963480 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 362756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:06:14 Image size of job updated: 1272592 367 - MemoryUsage of job (MB) 375488 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:06:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:06:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.158.000) 05/25 10:06:17 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370612 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:06:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:06:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:06:19 Image size of job updated: 1252352 311 - MemoryUsage of job (MB) 317488 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:06:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 317488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 10:06:23 Image size of job updated: 1983908 414 - MemoryUsage of job (MB) 423732 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 10:06:23 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1983908 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 423732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 10:06:23 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378004 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 10:06:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 378004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.133.000) 05/25 10:06:24 Job executing on host: <72.36.96.63:42597?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#38500&addrs=72.36.96.63-42597&noUDP> ... 028 (1253.133.000) 05/25 10:06:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:06:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.63:42597?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#38500&addrs=72.36.96.63-42597&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 10:06:27 Image size of job updated: 1985572 360 - MemoryUsage of job (MB) 367836 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 10:06:27 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985572 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 367836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 10:06:29 Image size of job updated: 2126772 417 - MemoryUsage of job (MB) 426756 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 10:06:29 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2126772 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 426756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 10:06:32 Image size of job updated: 10777748 381 - MemoryUsage of job (MB) 389380 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:06:32 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:06:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 389380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.188.000) 05/25 10:06:41 Image size of job updated: 1926448 405 - MemoryUsage of job (MB) 413852 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 10:06:41 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1926448 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:06:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 413852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 10:06:41 Image size of job updated: 1411676 352 - MemoryUsage of job (MB) 360104 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 10:06:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:06:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:06:44 Image size of job updated: 1268900 301 - MemoryUsage of job (MB) 307936 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:06:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:06:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.122.000) 05/25 10:06:46 Job executing on host: <128.186.19.143:45827?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#702&addrs=128.186.19.143-45827+[--1]-45827&noUDP> ... 028 (1253.122.000) 05/25 10:06:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:06:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:45827?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#702&addrs=128.186.19.143-45827+[--1]-45827&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:06:46 Image size of job updated: 1272592 368 - MemoryUsage of job (MB) 376760 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:06:46 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:06:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:06:48 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 375144 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:06:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:06:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 375144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:06:49 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365132 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:06:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:06:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:06:54 Image size of job updated: 108140 12 - MemoryUsage of job (MB) 11948 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:06:54 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 108140 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:06:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 11948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.117.000) 05/25 10:06:55 Job executing on host: <128.186.19.143:36923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#641&addrs=128.186.19.143-36923+[--1]-36923&noUDP> ... 028 (1253.117.000) 05/25 10:06:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:06:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:36923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#641&addrs=128.186.19.143-36923+[--1]-36923&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:06:59 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314272 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:06:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:06:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:07:00 Image size of job updated: 1386580 388 - MemoryUsage of job (MB) 397108 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:07:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:07:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 397108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:07:04 Image size of job updated: 62148 4 - MemoryUsage of job (MB) 3348 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:07:04 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62148 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:07:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 3348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 10:07:07 Image size of job updated: 2230076 419 - MemoryUsage of job (MB) 428500 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 10:07:07 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2230076 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:07:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 428500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:07:08 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306692 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:07:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:07:09 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313884 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:07:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:07:09 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310032 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:07:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:07:13 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372620 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:07:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:07:21 Image size of job updated: 1340180 369 - MemoryUsage of job (MB) 377772 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:07:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:07:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:07:22 Image size of job updated: 1268900 298 - MemoryUsage of job (MB) 304992 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:07:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:07:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 10:07:31 Image size of job updated: 1319932 371 - MemoryUsage of job (MB) 379020 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:07:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:07:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 379020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 10:07:34 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313108 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 10:07:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:07:42 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310324 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:07:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:07:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 10:07:57 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311664 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:07:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:07:57 Image size of job updated: 1251600 365 - MemoryUsage of job (MB) 373288 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:07:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:07:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 373288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 10:07:57 Image size of job updated: 1411676 342 - MemoryUsage of job (MB) 349908 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 10:07:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:07:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 349908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.213.000) 05/25 10:07:57 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 373860 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:07:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:07:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 10:07:58 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310748 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:07:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:07:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 10:07:58 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 375056 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:07:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:07:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 375056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 10:07:58 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371588 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:07:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:07:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:07:59 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 366128 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 366128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 10:07:59 Image size of job updated: 1251600 364 - MemoryUsage of job (MB) 372388 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 372388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 10:07:59 Image size of job updated: 1272592 326 - MemoryUsage of job (MB) 333180 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 333180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 10:07:59 Image size of job updated: 1340180 312 - MemoryUsage of job (MB) 318640 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 318640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.228.000) 05/25 10:07:59 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306068 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 10:07:59 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309456 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 10:07:59 Image size of job updated: 1459224 331 - MemoryUsage of job (MB) 337932 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 337932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.196.000) 05/25 10:07:59 Image size of job updated: 1576412 343 - MemoryUsage of job (MB) 350660 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 350660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.215.000) 05/25 10:07:59 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370128 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:07:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:08:00 Image size of job updated: 1272592 312 - MemoryUsage of job (MB) 319136 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:08:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.222.000) 05/25 10:08:00 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369468 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:08:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:08:00 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370108 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 10:08:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 10:08:00 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315200 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 10:08:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 10:08:00 Image size of job updated: 1411676 406 - MemoryUsage of job (MB) 415124 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 10:08:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.208.000) 05/25 10:08:01 Image size of job updated: 1319940 363 - MemoryUsage of job (MB) 371220 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 10:08:01 Image size of job updated: 1336492 370 - MemoryUsage of job (MB) 378432 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:08:01 Image size of job updated: 1252348 322 - MemoryUsage of job (MB) 329076 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 329076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:08:01 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 375840 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 375840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 10:08:01 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 380120 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 10:08:01 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312764 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:08:01 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300808 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 300808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 10:08:01 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321968 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 10:08:01 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309336 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 10:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:08:02 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357732 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:08:02 Image size of job updated: 1252348 310 - MemoryUsage of job (MB) 316752 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 10:08:02 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 364692 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 10:08:02 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369648 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 10:08:02 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307336 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.071.000) 05/25 10:08:02 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360704 - ResidentSetSize of job (KB) ... 028 (1253.071.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 360704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:08:02 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305456 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:08:02 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310756 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 10:08:02 Image size of job updated: 1570672 386 - MemoryUsage of job (MB) 395116 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 10:08:02 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367816 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 367816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 10:08:02 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305600 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:08:02 Image size of job updated: 1319936 321 - MemoryUsage of job (MB) 328436 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 328436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:08:02 Image size of job updated: 1252348 310 - MemoryUsage of job (MB) 316748 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 316748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 10:08:02 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309820 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 10:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:08:03 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371696 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:08:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:08:03 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 377316 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:08:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 377316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:08:03 Image size of job updated: 1252348 310 - MemoryUsage of job (MB) 317052 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:08:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 317052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:08:03 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308988 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:08:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 10:08:04 Image size of job updated: 1319936 311 - MemoryUsage of job (MB) 318088 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 318088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 10:08:04 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 376892 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 376892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 10:08:04 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304976 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 10:08:04 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372160 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 10:08:04 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317496 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:08:04 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308396 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:08:04 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313320 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:08:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:08:05 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363268 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:08:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 10:08:06 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378196 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 10:08:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 378196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 10:08:08 Image size of job updated: 1503288 333 - MemoryUsage of job (MB) 340208 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 10:08:08 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:08:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 340208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 10:08:08 Image size of job updated: 1319932 365 - MemoryUsage of job (MB) 373528 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:08:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:08:09 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372348 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:08:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:08:11 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315376 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:08:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 10:08:18 Image size of job updated: 1252348 322 - MemoryUsage of job (MB) 329356 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:08:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 329356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:08:18 Image size of job updated: 1268904 374 - MemoryUsage of job (MB) 382092 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:08:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:08:19 Image size of job updated: 1393688 345 - MemoryUsage of job (MB) 353132 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:08:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 353132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 10:08:19 Image size of job updated: 1393688 346 - MemoryUsage of job (MB) 353560 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 10:08:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 353560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.262.000) 05/25 10:08:20 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312708 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:08:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 10:08:20 Image size of job updated: 1252348 321 - MemoryUsage of job (MB) 327900 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:08:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 327900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 10:08:21 Image size of job updated: 1268900 357 - MemoryUsage of job (MB) 365204 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 10:08:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 365204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 10:08:21 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311880 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:08:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.134.000) 05/25 10:08:21 Job executing on host: <10.0.2.15:42866?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#878815&addrs=10.0.2.15-42866&noUDP> ... 028 (1253.134.000) 05/25 10:08:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42866?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#878815&addrs=10.0.2.15-42866&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358487.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-DEVANHOU-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 10:08:21 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313424 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:08:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:08:21 Image size of job updated: 1409624 343 - MemoryUsage of job (MB) 351140 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 10:08:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 351140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.191.000) 05/25 10:08:22 Image size of job updated: 1510876 341 - MemoryUsage of job (MB) 349056 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:08:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 349056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.095.000) 05/25 10:08:23 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 368828 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:08:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:08:27 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308920 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:08:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 10:08:27 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369212 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 10:08:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:08:27 Image size of job updated: 1503288 378 - MemoryUsage of job (MB) 386464 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:08:27 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 386464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.034.000) 05/25 10:08:28 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315568 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:08:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:08:28 Image size of job updated: 1319932 356 - MemoryUsage of job (MB) 363988 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:08:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.134.000) 05/25 10:08:30 Image size of job updated: 28144 3 - MemoryUsage of job (MB) 2544 - ResidentSetSize of job (KB) ... 028 (1253.134.000) 05/25 10:08:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28144 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358487.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-DEVANHOU-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:08:32 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306404 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:08:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 306404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:08:33 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311520 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:08:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 10:08:33 Image size of job updated: 1336492 369 - MemoryUsage of job (MB) 377224 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 10:08:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:08:33 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376748 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:08:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:08:34 Image size of job updated: 1252352 370 - MemoryUsage of job (MB) 378136 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 10:08:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:08:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 378136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 10:08:34 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 378944 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 10:08:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:08:35 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 298868 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:08:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:08:38 Image size of job updated: 1411676 392 - MemoryUsage of job (MB) 400784 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:08:38 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:08:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 400784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.293.000) 05/25 10:08:38 Image size of job updated: 1389380 327 - MemoryUsage of job (MB) 333944 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 10:08:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:08:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 333944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:08:39 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304184 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:08:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 10:08:39 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 365940 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 10:08:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 365940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:08:41 Image size of job updated: 1319932 364 - MemoryUsage of job (MB) 371756 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:08:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:08:43 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311724 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:08:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:08:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:08:44 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317484 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:08:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 317484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:08:44 Image size of job updated: 1319932 370 - MemoryUsage of job (MB) 378176 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:08:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 378176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:08:45 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 371944 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:08:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 10:08:45 Image size of job updated: 1389380 329 - MemoryUsage of job (MB) 336292 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 10:08:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:08:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 336292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 10:08:45 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306292 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 10:08:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:08:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:08:46 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371380 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:08:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:08:50 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317612 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:08:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 317612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 10:08:50 Image size of job updated: 1490632 325 - MemoryUsage of job (MB) 332508 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 10:08:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 332508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:08:51 Image size of job updated: 1322348 371 - MemoryUsage of job (MB) 379892 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:08:51 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 379892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 10:08:51 Image size of job updated: 2158384 412 - MemoryUsage of job (MB) 421008 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 10:08:51 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 421008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:08:51 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 373768 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:08:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 373768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 10:08:52 Image size of job updated: 2059316 373 - MemoryUsage of job (MB) 381688 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 10:08:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2059316 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 381688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:08:54 Image size of job updated: 1319940 363 - MemoryUsage of job (MB) 371080 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:08:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 10:08:54 Image size of job updated: 2225972 412 - MemoryUsage of job (MB) 420924 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 10:08:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 420924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 10:08:54 Image size of job updated: 2106732 413 - MemoryUsage of job (MB) 422684 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:08:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2106732 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 422684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:08:54 Image size of job updated: 1377044 328 - MemoryUsage of job (MB) 335344 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:08:54 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1377044 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:08:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 335344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 10:08:55 Image size of job updated: 1854500 412 - MemoryUsage of job (MB) 421688 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 10:08:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1854500 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 421688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:08:56 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 367896 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:08:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:08:56 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374316 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:08:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 374316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 10:08:56 Image size of job updated: 2101220 367 - MemoryUsage of job (MB) 375756 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 10:08:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2101220 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 375756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 10:08:57 Image size of job updated: 2045044 391 - MemoryUsage of job (MB) 399932 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 10:08:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2045044 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 399932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.289.000) 05/25 10:08:58 Image size of job updated: 2224176 411 - MemoryUsage of job (MB) 420236 - ResidentSetSize of job (KB) ... 028 (1253.289.000) 05/25 10:08:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2224176 Proc = 289 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 420236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 10:08:58 Image size of job updated: 2294460 413 - MemoryUsage of job (MB) 422184 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 10:08:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2294460 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 422184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:08:59 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374216 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:08:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:08:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 10:09:00 Image size of job updated: 1391432 330 - MemoryUsage of job (MB) 337912 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 10:09:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:09:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:09:02 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 319288 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:09:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:09:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 319288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:09:02 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 318436 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:09:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:09:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 318436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:09:02 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 374632 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:09:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:09:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 374632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 10:09:03 Image size of job updated: 2221868 411 - MemoryUsage of job (MB) 420360 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 10:09:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2221868 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:09:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 420360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 10:09:04 Image size of job updated: 2031068 418 - MemoryUsage of job (MB) 427452 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 10:09:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2031068 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:09:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 427452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 10:09:05 Image size of job updated: 2000000 349 - MemoryUsage of job (MB) 356604 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 10:09:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2000000 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:09:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 10:09:11 Image size of job updated: 1459224 338 - MemoryUsage of job (MB) 345884 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:09:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:09:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 345884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 10:09:15 Image size of job updated: 1477212 399 - MemoryUsage of job (MB) 407884 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 10:09:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:09:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:09:15 Image size of job updated: 1272592 366 - MemoryUsage of job (MB) 373948 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:09:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:09:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:09:20 Image size of job updated: 1340180 366 - MemoryUsage of job (MB) 374000 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:09:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:09:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.066.000) 05/25 10:09:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3446_354850808@LAW-D-LIBCAT-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.066.000) 05/25 10:09:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 66 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437788.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" StartdName = "glidein_3446_354850808@LAW-D-LIBCAT-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.110.000) 05/25 10:09:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3457_782342805@LAW-D-LIBCAT-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.110.000) 05/25 10:09:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437832.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" StartdName = "glidein_3457_782342805@LAW-D-LIBCAT-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.124.000) 05/25 10:09:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3423_84747717@LIB-LEBIRD3-06-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.124.000) 05/25 10:09:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:09:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381264.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713121" StartdName = "glidein_3423_84747717@LIB-LEBIRD3-06-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-06-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.053.000) 05/25 10:09:37 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 366008 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 10:09:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:09:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 10:09:37 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313512 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:09:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:09:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 10:09:39 Image size of job updated: 1387332 331 - MemoryUsage of job (MB) 337972 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:09:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:09:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 337972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 10:09:39 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 377276 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:09:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:09:39 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312428 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:09:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:09:40 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 309144 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:09:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 309144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:09:40 Image size of job updated: 1340180 368 - MemoryUsage of job (MB) 376472 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:09:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:09:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.021.000) 05/25 10:09:40 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374376 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 10:09:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 10:09:49 Image size of job updated: 1510872 390 - MemoryUsage of job (MB) 398476 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:09:49 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:09:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 398476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 10:09:54 Image size of job updated: 1319188 370 - MemoryUsage of job (MB) 378364 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 10:09:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:09:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 378364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:09:58 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309488 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:09:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:09:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:10:01 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309744 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:10:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:10:02 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309268 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:10:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:10:07 Image size of job updated: 1336492 291 - MemoryUsage of job (MB) 297744 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:10:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:10:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 10:10:10 Image size of job updated: 1334608 408 - MemoryUsage of job (MB) 416816 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 10:10:10 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1334608 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T10:10:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 416816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:10:11 Image size of job updated: 1386580 389 - MemoryUsage of job (MB) 397792 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:10:11 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:10:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 397792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 10:10:12 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315888 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:10:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:10:12 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376608 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:10:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 10:10:13 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370468 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 10:10:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 370468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.116.000) 05/25 10:10:14 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359344 - ResidentSetSize of job (KB) ... 028 (1253.116.000) 05/25 10:10:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:10:15 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358700 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:10:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.113.000) 05/25 10:10:15 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 360816 - ResidentSetSize of job (KB) ... 028 (1253.113.000) 05/25 10:10:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:10:20 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360164 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:10:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.110.000) 05/25 10:10:21 Job executing on host: <192.170.226.104:43912?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861892&addrs=192.170.226.104-43912&noUDP> ... 028 (1253.110.000) 05/25 10:10:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.104:43912?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861892&addrs=192.170.226.104-43912&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:10:21 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 369980 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:10:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 369980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.124.000) 05/25 10:10:23 Job executing on host: <72.36.96.66:41493?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#874893&addrs=72.36.96.66-41493&noUDP> ... 028 (1253.124.000) 05/25 10:10:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.66:41493?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#874893&addrs=72.36.96.66-41493&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:10:27 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 377176 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:10:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 377176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 10:10:27 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362668 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 10:10:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 10:10:27 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368932 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 10:10:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:10:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 368932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:10:28 Image size of job updated: 1438976 378 - MemoryUsage of job (MB) 386840 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:10:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 386840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:10:28 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380368 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:10:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 380368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 10:10:28 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367572 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 10:10:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 367572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 10:10:28 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 373788 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 10:10:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:10:28 Image size of job updated: 1488576 391 - MemoryUsage of job (MB) 399688 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:10:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 399688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:10:29 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367640 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:10:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 367640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:10:29 Image size of job updated: 157488 21 - MemoryUsage of job (MB) 21036 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:10:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 157488 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 21036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.054.000) 05/25 10:10:29 Image size of job updated: 1391436 355 - MemoryUsage of job (MB) 362828 - ResidentSetSize of job (KB) ... 028 (1253.054.000) 05/25 10:10:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391436 Proc = 54 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:10:29 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376196 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:10:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 376196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:10:29 Image size of job updated: 15082808 387 - MemoryUsage of job (MB) 396104 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:10:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 396104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 10:10:29 Image size of job updated: 1319940 373 - MemoryUsage of job (MB) 381624 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:10:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:10:30 Image size of job updated: 1389376 396 - MemoryUsage of job (MB) 405212 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 405212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 10:10:30 Image size of job updated: 1916320 404 - MemoryUsage of job (MB) 413528 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 413528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.126.000) 05/25 10:10:30 Job reconnected to glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309 startd address: <10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP> starter address: <10.0.2.15:44093?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33705&PrivNet=MAX-CH221-12-D-S2-its-c7-osg-20190309&addrs=10.0.2.15-44093&noUDP> ... 028 (1253.126.000) 05/25 10:10:30 Job ad information event triggered. StartdAddr = "<10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 126 EventTime = "2019-05-25T10:10:30" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:44093?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33705&PrivNet=MAX-CH221-12-D-S2-its-c7-osg-20190309&addrs=10.0.2.15-44093&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" EventDescription = "Job reconnected" ... 006 (1253.037.000) 05/25 10:10:30 Image size of job updated: 1272592 310 - MemoryUsage of job (MB) 316796 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 316796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.154.000) 05/25 10:10:30 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314392 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:10:30 Image size of job updated: 1319932 311 - MemoryUsage of job (MB) 317516 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 317516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:10:30 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369320 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 369320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 10:10:30 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376004 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 10:10:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:10:31 Image size of job updated: 142720 16 - MemoryUsage of job (MB) 16380 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 10:10:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 142720 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 16 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 16380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:10:31 Image size of job updated: 1387324 389 - MemoryUsage of job (MB) 397488 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 10:10:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 397488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 10:10:31 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314420 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 10:10:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 314420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:10:31 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314424 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:10:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 314424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 10:10:31 Image size of job updated: 1252352 368 - MemoryUsage of job (MB) 376296 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:10:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 10:10:31 Image size of job updated: 11634120 355 - MemoryUsage of job (MB) 363216 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 10:10:31 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11634120 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 363216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.289.000) 05/25 10:10:45 Job terminated. (1) Normal termination (return value 0) Usr 0 00:45:26, Sys 0 00:01:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:45:26, Sys 0 00:01:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1162197504 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1162197504 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1546697 1 19367011 Memory (MB) : 411 1024 1024 ... 028 (1253.289.000) 05/25 10:10:45 Job ad information event triggered. SentBytes = 1162197504.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:45:26, Sys 0 00:01:01" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 289 EventTime = "2019-05-25T10:10:45" TotalSentBytes = 1162197504.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 00:45:26, Sys 0 00:01:01" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.139.000) 05/25 10:10:46 Image size of job updated: 2283432 422 - MemoryUsage of job (MB) 431924 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 10:10:46 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:10:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 431924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:10:47 Image size of job updated: 1319940 369 - MemoryUsage of job (MB) 377400 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:10:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:10:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.066.000) 05/25 10:10:52 Job executing on host: <128.186.19.143:46533?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#749&addrs=128.186.19.143-46533+[--1]-46533&noUDP> ... 028 (1253.066.000) 05/25 10:10:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 66 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:10:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:46533?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#749&addrs=128.186.19.143-46533+[--1]-46533&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28448" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:10:52 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361904 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:10:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:10:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:10:56 Image size of job updated: 1572724 384 - MemoryUsage of job (MB) 392316 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:10:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:10:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 392316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 10:10:57 Image size of job updated: 1917984 363 - MemoryUsage of job (MB) 370844 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 10:10:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1917984 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:10:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 370844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.147.000) 05/25 10:11:00 Image size of job updated: 1389380 367 - MemoryUsage of job (MB) 375680 - ResidentSetSize of job (KB) ... 028 (1253.147.000) 05/25 10:11:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 10:11:01 Image size of job updated: 2086436 353 - MemoryUsage of job (MB) 361096 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 10:11:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2086436 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 361096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:11:04 Image size of job updated: 1251600 373 - MemoryUsage of job (MB) 381544 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:11:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:11:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 381544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:11:05 Image size of job updated: 1319940 372 - MemoryUsage of job (MB) 380036 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:11:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:11:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 380036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 10:11:06 Image size of job updated: 1989676 363 - MemoryUsage of job (MB) 371420 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 10:11:06 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1989676 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 371420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:11:09 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378472 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:11:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:11:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 10:11:10 Image size of job updated: 1963480 359 - MemoryUsage of job (MB) 366816 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 10:11:10 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1963480 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 366816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:11:15 Image size of job updated: 1272592 369 - MemoryUsage of job (MB) 377776 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:11:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.209.000) 05/25 10:11:16 Image size of job updated: 1387332 368 - MemoryUsage of job (MB) 376292 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 10:11:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:11:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 10:11:18 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 372772 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:11:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:11:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:11:20 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 320592 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:11:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:11:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 320592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 10:11:23 Image size of job updated: 1983908 418 - MemoryUsage of job (MB) 427464 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 10:11:23 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1983908 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 427464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 10:11:23 Image size of job updated: 1252344 373 - MemoryUsage of job (MB) 381012 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 10:11:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 381012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 10:11:28 Image size of job updated: 1985572 365 - MemoryUsage of job (MB) 372804 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 10:11:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985572 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 372804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 10:11:29 Image size of job updated: 2126772 421 - MemoryUsage of job (MB) 430636 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 10:11:29 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2126772 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 430636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 10:11:33 Image size of job updated: 10777748 384 - MemoryUsage of job (MB) 392836 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:11:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 392836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.133.000) 05/25 10:11:33 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356680 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:11:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.165.000) 05/25 10:11:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_14937_229445862@AS-CSD-1209D-S8-its-c7-osg-20190309, rescheduling job ... 028 (1253.165.000) 05/25 10:11:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 165 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:11:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381018.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" StartdName = "glidein_14937_229445862@AS-CSD-1209D-S8-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209D-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.188.000) 05/25 10:11:41 Image size of job updated: 1926448 408 - MemoryUsage of job (MB) 416836 - ResidentSetSize of job (KB) ... 028 (1253.188.000) 05/25 10:11:41 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1926448 Proc = 188 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:11:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 416836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 10:11:41 Image size of job updated: 1411676 355 - MemoryUsage of job (MB) 362656 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 10:11:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:11:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:11:45 Image size of job updated: 1268900 302 - MemoryUsage of job (MB) 309044 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:11:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:11:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.044.000) 05/25 10:11:46 Image size of job updated: 1436932 347 - MemoryUsage of job (MB) 354848 - ResidentSetSize of job (KB) ... 028 (1253.044.000) 05/25 10:11:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:11:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 354848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:11:47 Image size of job updated: 1272592 372 - MemoryUsage of job (MB) 380012 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:11:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:11:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:11:48 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378304 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:11:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:11:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 378304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:11:49 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365436 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:11:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:11:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:11:55 Image size of job updated: 1323548 292 - MemoryUsage of job (MB) 298800 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:11:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:11:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 298800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:11:59 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315860 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:11:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:11:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:12:00 Image size of job updated: 1386580 391 - MemoryUsage of job (MB) 399484 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:12:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:12:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 399484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:12:05 Image size of job updated: 1255956 288 - MemoryUsage of job (MB) 294092 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:12:05 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:12:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 294092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 10:12:08 Image size of job updated: 2230076 423 - MemoryUsage of job (MB) 432764 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 10:12:08 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2230076 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:12:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 432764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:12:09 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315212 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:12:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:12:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:12:09 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311140 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:12:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:12:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:12:14 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374328 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:12:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:12:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:12:23 Image size of job updated: 1340180 372 - MemoryUsage of job (MB) 380244 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:12:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:12:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:12:23 Image size of job updated: 1268900 300 - MemoryUsage of job (MB) 306300 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:12:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:12:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 10:12:31 Image size of job updated: 1319932 375 - MemoryUsage of job (MB) 383756 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:12:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 383756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 10:12:35 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315352 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 10:12:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:12:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:12:42 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311928 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:12:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:12:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.165.000) 05/25 10:12:57 Job executing on host: <72.36.96.178:45261?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877716&addrs=72.36.96.178-45261&noUDP> ... 028 (1253.165.000) 05/25 10:12:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:12:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.178:45261?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877716&addrs=72.36.96.178-45261&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 10:12:57 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313128 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:12:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:12:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 10:12:58 Image size of job updated: 1477212 346 - MemoryUsage of job (MB) 354228 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 10:12:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.274.000) 05/25 10:12:58 Image size of job updated: 1251600 367 - MemoryUsage of job (MB) 375660 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:12:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 375660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:12:58 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 377004 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:12:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 10:12:58 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312256 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:12:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 10:12:59 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378616 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:12:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 378616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 10:12:59 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 374220 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:12:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 10:12:59 Image size of job updated: 1251600 366 - MemoryUsage of job (MB) 374784 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:12:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 374784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:12:59 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367480 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:12:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 367480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 10:12:59 Image size of job updated: 1510876 342 - MemoryUsage of job (MB) 349968 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 10:12:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 349968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.186.000) 05/25 10:12:59 Image size of job updated: 1340180 315 - MemoryUsage of job (MB) 321772 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:12:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.196.000) 05/25 10:13:00 Image size of job updated: 1576412 347 - MemoryUsage of job (MB) 354768 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.215.000) 05/25 10:13:00 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 373144 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:13:00 Image size of job updated: 1510876 328 - MemoryUsage of job (MB) 335544 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 335544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.222.000) 05/25 10:13:00 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372508 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:13:00 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372236 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 10:13:00 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308768 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 10:13:00 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310884 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.234.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 10:13:00 Image size of job updated: 1459224 334 - MemoryUsage of job (MB) 341816 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 10:13:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 341816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.137.000) 05/25 10:13:01 Image size of job updated: 1411676 411 - MemoryUsage of job (MB) 420544 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 420544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.128.000) 05/25 10:13:01 Image size of job updated: 1572724 326 - MemoryUsage of job (MB) 333644 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 10:13:01 Image size of job updated: 1319940 365 - MemoryUsage of job (MB) 373724 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:13:01 Image size of job updated: 1252348 324 - MemoryUsage of job (MB) 331472 - ResidentSetSize of job (KB) ... 006 (1253.115.000) 05/25 10:13:01 Image size of job updated: 1570672 389 - MemoryUsage of job (MB) 398336 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 331472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.115.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 10:13:01 Image size of job updated: 1336492 373 - MemoryUsage of job (MB) 381572 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:13:01 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 377720 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:13:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 377720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 10:13:02 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325060 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 10:13:02 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311212 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:13:02 Image size of job updated: 1319932 351 - MemoryUsage of job (MB) 358968 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:13:02 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317840 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 317840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 10:13:02 Image size of job updated: 1319932 358 - MemoryUsage of job (MB) 365904 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 10:13:02 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308680 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:13:02 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306748 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 10:13:02 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313904 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:13:02 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301768 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 301768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:13:03 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312344 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 10:13:03 Image size of job updated: 1570672 388 - MemoryUsage of job (MB) 396832 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 396832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 10:13:03 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369856 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 369856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:13:03 Image size of job updated: 1319936 323 - MemoryUsage of job (MB) 330684 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 330684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:13:03 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317916 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 317916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 10:13:03 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306404 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 10:13:03 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311308 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:13:03 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374096 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:13:03 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380308 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:13:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 380308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:13:04 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317640 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:13:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 317640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:13:04 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310784 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:13:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 10:13:04 Image size of job updated: 1319936 313 - MemoryUsage of job (MB) 320056 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 10:13:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 320056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 10:13:04 Image size of job updated: 1319932 372 - MemoryUsage of job (MB) 380356 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 10:13:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 380356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 10:13:04 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305512 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 10:13:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 10:13:04 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374096 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 10:13:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:13:05 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309692 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:13:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:13:05 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314364 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:13:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 10:13:05 Image size of job updated: 128848 13 - MemoryUsage of job (MB) 12908 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 10:13:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 128848 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 12908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:13:05 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365988 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:13:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 10:13:05 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308424 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 10:13:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 10:13:05 Image size of job updated: 1572724 311 - MemoryUsage of job (MB) 317496 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:13:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 10:13:06 Image size of job updated: 1387324 388 - MemoryUsage of job (MB) 397008 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 10:13:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 397008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 10:13:08 Image size of job updated: 1503288 334 - MemoryUsage of job (MB) 341840 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 10:13:08 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:13:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 341840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 10:13:09 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 374584 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:13:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:13:10 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374764 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:13:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:13:12 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316216 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:13:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 10:13:18 Image size of job updated: 1252348 325 - MemoryUsage of job (MB) 332032 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:13:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 332032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:13:19 Image size of job updated: 1409624 350 - MemoryUsage of job (MB) 357752 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:13:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.197.000) 05/25 10:13:19 Image size of job updated: 1409624 351 - MemoryUsage of job (MB) 358496 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 10:13:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.163.000) 05/25 10:13:19 Image size of job updated: 1268904 377 - MemoryUsage of job (MB) 385524 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:13:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 10:13:20 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314924 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:13:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 10:13:21 Image size of job updated: 1252348 323 - MemoryUsage of job (MB) 330680 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:13:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 330680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 10:13:21 Image size of job updated: 1268900 359 - MemoryUsage of job (MB) 367276 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 10:13:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 367276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 10:13:22 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314368 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:13:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:13:22 Image size of job updated: 1409624 347 - MemoryUsage of job (MB) 355056 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 10:13:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.191.000) 05/25 10:13:22 Image size of job updated: 1510876 346 - MemoryUsage of job (MB) 353592 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:13:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 353592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.180.000) 05/25 10:13:22 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313728 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:13:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 10:13:23 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 369972 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:13:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:13:27 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309912 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:13:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 10:13:28 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317352 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:13:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:13:28 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365392 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:13:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:13:28 Image size of job updated: 1503288 380 - MemoryUsage of job (MB) 388636 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:13:28 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:13:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 388636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.129.000) 05/25 10:13:30 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308732 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:13:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.134.000) 05/25 10:13:32 Image size of job updated: 1336492 346 - MemoryUsage of job (MB) 353404 - ResidentSetSize of job (KB) ... 028 (1253.134.000) 05/25 10:13:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358487.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-DEVANHOU-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:13:32 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308572 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:13:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 308572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:13:33 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313052 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:13:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:13:34 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380372 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:13:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 10:13:35 Image size of job updated: 1453484 390 - MemoryUsage of job (MB) 399240 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 10:13:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 399240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.107.000) 05/25 10:13:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3414_149975589@AAF-LC-BJN-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.107.000) 05/25 10:13:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368279.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" StartdName = "glidein_3414_149975589@AAF-LC-BJN-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-LC-BJN-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:13:36 Image size of job updated: 1252352 374 - MemoryUsage of job (MB) 382260 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 10:13:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:13:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 382260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:13:36 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300796 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:13:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:13:38 Image size of job updated: 1477212 396 - MemoryUsage of job (MB) 405076 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:13:38 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:13:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.257.000) 05/25 10:13:39 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305360 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:13:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.293.000) 05/25 10:13:39 Image size of job updated: 1389380 330 - MemoryUsage of job (MB) 337180 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 10:13:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:13:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 10:13:40 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367904 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 10:13:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 367904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:13:41 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 374648 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:13:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:13:43 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312928 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:13:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:13:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:13:44 Image size of job updated: 1454916 331 - MemoryUsage of job (MB) 338524 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:13:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 338524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:13:44 Image size of job updated: 1319932 373 - MemoryUsage of job (MB) 381220 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:13:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 381220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:13:45 Image size of job updated: 1252352 366 - MemoryUsage of job (MB) 374240 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:13:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 10:13:45 Image size of job updated: 1389380 332 - MemoryUsage of job (MB) 339744 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 10:13:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:13:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 10:13:45 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308724 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 10:13:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:13:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:13:46 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 374484 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:13:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:13:50 Image size of job updated: 1387328 330 - MemoryUsage of job (MB) 337168 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:13:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:13:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 10:13:51 Image size of job updated: 1490632 329 - MemoryUsage of job (MB) 336340 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 10:13:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 336340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:13:51 Image size of job updated: 1322348 374 - MemoryUsage of job (MB) 382468 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:13:51 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 382468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 10:13:52 Image size of job updated: 2158384 417 - MemoryUsage of job (MB) 426184 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 10:13:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 426184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:13:52 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376148 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:13:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:13:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 376148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 10:13:53 Image size of job updated: 2059316 377 - MemoryUsage of job (MB) 385068 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 10:13:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2059316 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 385068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:13:54 Image size of job updated: 1319940 365 - MemoryUsage of job (MB) 373708 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:13:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 10:13:55 Image size of job updated: 2225972 415 - MemoryUsage of job (MB) 424816 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 10:13:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 424816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:13:55 Image size of job updated: 1392980 331 - MemoryUsage of job (MB) 338560 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:13:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:13:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 338560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 10:13:55 Image size of job updated: 2106732 417 - MemoryUsage of job (MB) 426248 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:13:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2106732 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 426248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 10:13:56 Image size of job updated: 1854500 416 - MemoryUsage of job (MB) 425760 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 10:13:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1854500 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 425760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:13:56 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 368296 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:13:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:13:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 10:13:57 Image size of job updated: 2101220 372 - MemoryUsage of job (MB) 380104 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 10:13:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2101220 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 380104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 10:13:57 Image size of job updated: 2045044 395 - MemoryUsage of job (MB) 403972 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 10:13:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2045044 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 403972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:13:57 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376708 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:13:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 376708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 10:13:58 Image size of job updated: 1389384 354 - MemoryUsage of job (MB) 362136 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 10:13:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389384 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 362136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 10:13:59 Image size of job updated: 2294460 415 - MemoryUsage of job (MB) 424884 - ResidentSetSize of job (KB) ... 006 (1253.035.000) 05/25 10:13:59 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 376848 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 10:13:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2294460 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:13:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 424884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.035.000) 05/25 10:13:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:13:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 10:14:00 Image size of job updated: 1338348 269 - MemoryUsage of job (MB) 274844 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 10:14:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:14:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 269 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 274844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 10:14:01 Image size of job updated: 1391432 334 - MemoryUsage of job (MB) 341180 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 10:14:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:14:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:14:02 Image size of job updated: 1554116 328 - MemoryUsage of job (MB) 335592 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:14:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 335592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:14:02 Image size of job updated: 1436928 331 - MemoryUsage of job (MB) 338292 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:14:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 338292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:14:03 Image size of job updated: 1252348 369 - MemoryUsage of job (MB) 377324 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:14:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:14:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 377324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 10:14:03 Image size of job updated: 2221868 415 - MemoryUsage of job (MB) 424216 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 10:14:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2221868 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:14:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 424216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 10:14:05 Image size of job updated: 2031068 423 - MemoryUsage of job (MB) 432788 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 10:14:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2031068 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:14:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 432788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 10:14:05 Image size of job updated: 2000000 352 - MemoryUsage of job (MB) 359604 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 10:14:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2000000 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:14:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 10:14:12 Image size of job updated: 1459224 341 - MemoryUsage of job (MB) 348524 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:14:12 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:14:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 348524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 10:14:15 Image size of job updated: 1477212 403 - MemoryUsage of job (MB) 412372 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 10:14:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:14:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:14:16 Image size of job updated: 1272592 369 - MemoryUsage of job (MB) 377528 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:14:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:14:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:14:21 Image size of job updated: 1340180 369 - MemoryUsage of job (MB) 376904 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:14:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:14:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.216.000) 05/25 10:14:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3424_34787907@LIB-LEBIRD3-01-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.216.000) 05/25 10:14:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 216 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:14:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431971.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" StartdName = "glidein_3424_34787907@LIB-LEBIRD3-01-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD3-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.053.000) 05/25 10:14:37 Image size of job updated: 1436924 358 - MemoryUsage of job (MB) 366008 - ResidentSetSize of job (KB) ... 028 (1253.053.000) 05/25 10:14:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:14:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 10:14:38 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315096 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:14:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:14:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 10:14:39 Image size of job updated: 1387332 334 - MemoryUsage of job (MB) 341036 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:14:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:14:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 341036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:14:40 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314276 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:14:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:14:40 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311300 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:14:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 311300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:14:40 Image size of job updated: 1340180 371 - MemoryUsage of job (MB) 379640 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:14:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.012.000) 05/25 10:14:40 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378100 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:14:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 10:14:41 Image size of job updated: 1336492 368 - MemoryUsage of job (MB) 376488 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 10:14:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:14:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.135.000) 05/25 10:14:55 Image size of job updated: 1319188 373 - MemoryUsage of job (MB) 380980 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 10:14:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:14:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 380980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:14:58 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310968 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:14:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:14:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.107.000) 05/25 10:15:00 Job executing on host: <72.36.96.43:45461?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872291&addrs=72.36.96.43-45461&noUDP> ... 028 (1253.107.000) 05/25 10:15:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.43:45461?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872291&addrs=72.36.96.43-45461&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:15:01 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310348 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:15:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.070.000) 05/25 10:15:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3438_345180156@localhost, rescheduling job ... 028 (1253.070.000) 05/25 10:15:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 70 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437907.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9674" StartdName = "glidein_3438_345180156@localhost" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:15:03 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 310220 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:15:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.216.000) 05/25 10:15:04 Job executing on host: <72.36.96.196:45482?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857160&addrs=72.36.96.196-45482&noUDP> ... 028 (1253.216.000) 05/25 10:15:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.196:45482?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857160&addrs=72.36.96.196-45482&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:15:07 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299068 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:15:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:15:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 10:15:11 Image size of job updated: 1334608 412 - MemoryUsage of job (MB) 421504 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 10:15:11 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1334608 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T10:15:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 421504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:15:12 Image size of job updated: 1386580 391 - MemoryUsage of job (MB) 400120 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:15:12 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:15:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 400120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:15:12 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 379248 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:15:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.015.000) 05/25 10:15:13 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372044 - ResidentSetSize of job (KB) ... 028 (1253.015.000) 05/25 10:15:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106642" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" Subproc = 0 ResidentSetSize = 372044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.078.000) 05/25 10:15:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3441_170687124@localhost, rescheduling job ... 028 (1253.078.000) 05/25 10:15:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437910.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "651" StartdName = "glidein_3441_170687124@localhost" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:15:15 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358932 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:15:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.113.000) 05/25 10:15:16 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 364752 - ResidentSetSize of job (KB) ... 028 (1253.113.000) 05/25 10:15:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:15:20 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360184 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:15:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:15:21 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 372840 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:15:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 372840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:15:27 Image size of job updated: 1252344 371 - MemoryUsage of job (MB) 379520 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:15:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 379520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 10:15:27 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 363600 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 10:15:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 10:15:28 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370604 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 10:15:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:15:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 370604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:15:28 Image size of job updated: 1504512 393 - MemoryUsage of job (MB) 402160 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:15:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 402160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:15:28 Image size of job updated: 1387324 388 - MemoryUsage of job (MB) 397068 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:15:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 397068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 10:15:29 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376688 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 10:15:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:15:29 Image size of job updated: 1488576 395 - MemoryUsage of job (MB) 404120 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:15:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 404120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:15:29 Image size of job updated: 1252348 347 - MemoryUsage of job (MB) 355240 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:15:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 355240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:15:29 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369768 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:15:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 369768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 10:15:30 Image size of job updated: 1268908 361 - MemoryUsage of job (MB) 368816 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 10:15:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 368816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:15:30 Image size of job updated: 1389376 401 - MemoryUsage of job (MB) 410024 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:15:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 410024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 10:15:30 Image size of job updated: 1916320 407 - MemoryUsage of job (MB) 416456 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:15:30 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 416456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 10:15:30 Image size of job updated: 1272592 312 - MemoryUsage of job (MB) 319436 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:15:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.146.000) 05/25 10:15:30 Image size of job updated: 1252344 371 - MemoryUsage of job (MB) 379176 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:15:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 379176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:15:30 Image size of job updated: 15082808 391 - MemoryUsage of job (MB) 399384 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:15:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 399384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 10:15:31 Image size of job updated: 1387332 389 - MemoryUsage of job (MB) 397344 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 10:15:31 Image size of job updated: 1454916 377 - MemoryUsage of job (MB) 385572 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 385572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:15:31 Image size of job updated: 1319932 313 - MemoryUsage of job (MB) 319788 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 319788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:15:31 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371104 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 371104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 10:15:31 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 378564 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:15:31 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 356356 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:15:31 Image size of job updated: 1387324 392 - MemoryUsage of job (MB) 400688 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 400688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 10:15:31 Image size of job updated: 1252348 310 - MemoryUsage of job (MB) 316460 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:15:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 316460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:15:32 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 315800 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:15:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 315800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 10:15:32 Image size of job updated: 1252352 370 - MemoryUsage of job (MB) 378628 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:15:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 10:15:32 Image size of job updated: 11634120 359 - MemoryUsage of job (MB) 367248 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 10:15:32 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11634120 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 367248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 10:15:32 Image size of job updated: 1252348 310 - MemoryUsage of job (MB) 316604 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 10:15:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 316604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 10:15:46 Image size of job updated: 2283432 426 - MemoryUsage of job (MB) 435736 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 10:15:46 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:15:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 435736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:15:47 Image size of job updated: 1319940 372 - MemoryUsage of job (MB) 380148 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:15:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:15:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:15:52 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364004 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:15:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:15:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:15:57 Image size of job updated: 1572724 386 - MemoryUsage of job (MB) 394428 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:15:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 394428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 10:15:58 Image size of job updated: 1917984 365 - MemoryUsage of job (MB) 373204 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 10:15:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1917984 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 373204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.157.000) 05/25 10:15:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_28793_1065140140@MAX-E040-23-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.157.000) 05/25 10:15:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 157 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436624.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22575" StartdName = "glidein_28793_1065140140@MAX-E040-23-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-23-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.022.000) 05/25 10:15:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3469_100638630@BFAS-PRK1967-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.022.000) 05/25 10:15:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:15:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437870.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" StartdName = "glidein_3469_100638630@BFAS-PRK1967-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.066.000) 05/25 10:16:00 Image size of job updated: 1255956 346 - MemoryUsage of job (MB) 354116 - ResidentSetSize of job (KB) ... 028 (1253.066.000) 05/25 10:16:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 66 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28448" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 354116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 10:16:01 Image size of job updated: 2086436 355 - MemoryUsage of job (MB) 362632 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 10:16:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2086436 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:16:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 362632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:16:04 Image size of job updated: 1553368 389 - MemoryUsage of job (MB) 397952 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:16:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:16:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 397952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:16:06 Image size of job updated: 1387332 390 - MemoryUsage of job (MB) 398784 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:16:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:16:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 398784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 10:16:06 Image size of job updated: 1989676 367 - MemoryUsage of job (MB) 375532 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 10:16:06 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1989676 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:16:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 375532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.070.000) 05/25 10:16:08 Job executing on host: <72.36.96.134:34091?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#891997&addrs=72.36.96.134-34091&noUDP> ... 028 (1253.070.000) 05/25 10:16:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:16:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.134:34091?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#891997&addrs=72.36.96.134-34091&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:16:09 Image size of job updated: 1252344 373 - MemoryUsage of job (MB) 380988 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:16:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 10:16:11 Image size of job updated: 1963480 361 - MemoryUsage of job (MB) 369580 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 10:16:11 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1963480 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 369580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:16:15 Image size of job updated: 1272592 373 - MemoryUsage of job (MB) 381208 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:16:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.158.000) 05/25 10:16:19 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375124 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:16:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:16:20 Image size of job updated: 1504520 336 - MemoryUsage of job (MB) 343140 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:16:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:16:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 343140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 10:16:23 Image size of job updated: 1983908 422 - MemoryUsage of job (MB) 431172 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 10:16:23 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1983908 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:16:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 431172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.078.000) 05/25 10:16:23 Job executing on host: <72.36.96.156:40986?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872320&addrs=72.36.96.156-40986&noUDP> ... 028 (1253.078.000) 05/25 10:16:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:16:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.156:40986?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872320&addrs=72.36.96.156-40986&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 10:16:24 Image size of job updated: 1454912 395 - MemoryUsage of job (MB) 403892 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 10:16:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 403892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.157.000) 05/25 10:16:27 Job executing on host: <72.36.96.177:37969?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873704&addrs=72.36.96.177-37969&noUDP> ... 028 (1253.157.000) 05/25 10:16:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:16:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.177:37969?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873704&addrs=72.36.96.177-37969&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 10:16:28 Image size of job updated: 1985572 368 - MemoryUsage of job (MB) 376616 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 10:16:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985572 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 376616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 10:16:30 Image size of job updated: 2126772 425 - MemoryUsage of job (MB) 434252 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 10:16:30 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2126772 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:16:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 425 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 434252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 10:16:32 Image size of job updated: 175000 31 - MemoryUsage of job (MB) 31628 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:16:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 175000 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:16:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 10:16:33 Image size of job updated: 10777748 387 - MemoryUsage of job (MB) 396004 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:16:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 396004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.133.000) 05/25 10:16:33 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356988 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:16:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:16:36 Image size of job updated: 138312 14 - MemoryUsage of job (MB) 14036 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:16:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 138312 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:16:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 14 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 14036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 10:16:42 Image size of job updated: 1411676 358 - MemoryUsage of job (MB) 366352 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 10:16:42 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:16:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:16:45 Image size of job updated: 1268900 303 - MemoryUsage of job (MB) 310056 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:16:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:16:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:16:47 Image size of job updated: 1272592 375 - MemoryUsage of job (MB) 383444 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:16:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:16:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:16:48 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380612 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:16:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:16:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 380612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:16:49 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366756 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:16:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:16:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:16:55 Image size of job updated: 1323548 295 - MemoryUsage of job (MB) 301088 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:16:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:16:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 301088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:17:01 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317708 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:17:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:17:01 Image size of job updated: 1386580 393 - MemoryUsage of job (MB) 402164 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:17:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:17:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 402164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:17:05 Image size of job updated: 1255956 291 - MemoryUsage of job (MB) 297712 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:17:05 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:17:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 297712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 10:17:08 Image size of job updated: 2230076 427 - MemoryUsage of job (MB) 436884 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 10:17:08 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2230076 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:17:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 427 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 436884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:17:08 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307792 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:17:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:17:10 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316788 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:17:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:17:10 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313252 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:17:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:17:14 Image size of job updated: 1336492 368 - MemoryUsage of job (MB) 376176 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:17:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.022.000) 05/25 10:17:15 Job executing on host: <72.36.96.190:33589?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37668&addrs=72.36.96.190-33589&noUDP> ... 028 (1253.022.000) 05/25 10:17:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:17:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:33589?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37668&addrs=72.36.96.190-33589&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:17:23 Image size of job updated: 1457172 389 - MemoryUsage of job (MB) 397636 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:17:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:17:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:17:23 Image size of job updated: 1268900 300 - MemoryUsage of job (MB) 306828 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:17:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:17:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 10:17:32 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 400220 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:17:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:17:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 400220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 10:17:35 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316936 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 10:17:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:17:44 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313776 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:17:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:17:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 10:17:58 Image size of job updated: 1477212 351 - MemoryUsage of job (MB) 359244 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 10:17:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:17:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.213.000) 05/25 10:17:58 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380596 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:17:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:17:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:17:58 Image size of job updated: 1251600 370 - MemoryUsage of job (MB) 378348 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:17:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:17:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 378348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 10:17:58 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314704 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:17:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:17:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 10:17:59 Image size of job updated: 1387324 387 - MemoryUsage of job (MB) 395788 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:17:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 395788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 10:17:59 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376560 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:17:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 10:17:59 Image size of job updated: 1251600 369 - MemoryUsage of job (MB) 377672 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:17:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 377672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:17:59 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 369692 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:17:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 369692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 10:17:59 Image size of job updated: 1510876 347 - MemoryUsage of job (MB) 354796 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 10:17:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.221.000) 05/25 10:17:59 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313840 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:17:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.196.000) 05/25 10:18:00 Image size of job updated: 1576412 351 - MemoryUsage of job (MB) 358992 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:18:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.215.000) 05/25 10:18:00 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 374992 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:18:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:18:00 Image size of job updated: 1510876 332 - MemoryUsage of job (MB) 339920 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:18:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 339920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.222.000) 05/25 10:18:00 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374092 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:18:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:18:00 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 373820 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 10:18:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 10:18:00 Image size of job updated: 1475160 336 - MemoryUsage of job (MB) 343216 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:18:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 343216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.190.000) 05/25 10:18:01 Image size of job updated: 1459224 338 - MemoryUsage of job (MB) 345512 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 345512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.234.000) 05/25 10:18:01 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311920 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 10:18:01 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311348 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.137.000) 05/25 10:18:01 Image size of job updated: 1411676 416 - MemoryUsage of job (MB) 425844 - ResidentSetSize of job (KB) ... 028 (1253.137.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 137 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465904" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.208.000) 05/25 10:18:01 Image size of job updated: 1319940 369 - MemoryUsage of job (MB) 376968 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 10:18:01 Image size of job updated: 1572724 328 - MemoryUsage of job (MB) 335528 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 10:18:01 Image size of job updated: 1572724 394 - MemoryUsage of job (MB) 403144 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:18:01 Image size of job updated: 1252348 326 - MemoryUsage of job (MB) 333496 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 333496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:18:01 Image size of job updated: 1252344 373 - MemoryUsage of job (MB) 380932 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:18:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 380932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 10:18:02 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327172 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:18:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 10:18:02 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312476 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 10:18:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:18:02 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360140 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:18:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:18:02 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 318376 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:18:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 318376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 10:18:02 Image size of job updated: 1319932 359 - MemoryUsage of job (MB) 367128 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:18:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:18:03 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306820 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 10:18:03 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315752 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:18:03 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302884 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 302884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 10:18:03 Image size of job updated: 1570672 392 - MemoryUsage of job (MB) 401320 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:18:03 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313924 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 10:18:03 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 371780 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 371780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:18:03 Image size of job updated: 1319936 326 - MemoryUsage of job (MB) 333472 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 333472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:18:03 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318960 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 318960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 10:18:03 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307724 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 10:18:03 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311836 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 10:18:03 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309208 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 10:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 10:18:04 Image size of job updated: 1454912 365 - MemoryUsage of job (MB) 373564 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 373564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.138.000) 05/25 10:18:04 Image size of job updated: 1454916 352 - MemoryUsage of job (MB) 359896 - ResidentSetSize of job (KB) ... 028 (1253.138.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 359896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:18:04 Image size of job updated: 1621700 392 - MemoryUsage of job (MB) 400472 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 400472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:18:04 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 319300 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 319300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:18:04 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312360 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 10:18:04 Image size of job updated: 1387324 389 - MemoryUsage of job (MB) 397544 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 397544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:18:04 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375416 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:18:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:18:05 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311012 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:18:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:18:05 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316212 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:18:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 10:18:05 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 357796 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 10:18:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:18:05 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366468 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:18:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 10:18:05 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306040 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 10:18:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 10:18:06 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375292 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 10:18:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 10:18:06 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309724 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 10:18:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 10:18:06 Image size of job updated: 1572724 329 - MemoryUsage of job (MB) 336868 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:18:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 10:18:09 Image size of job updated: 1503288 337 - MemoryUsage of job (MB) 344408 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 10:18:09 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 344408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.098.000) 05/25 10:18:09 Image size of job updated: 1319932 367 - MemoryUsage of job (MB) 375284 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:18:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:18:10 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 376876 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:18:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:18:12 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318064 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:18:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:18:19 Image size of job updated: 1409624 355 - MemoryUsage of job (MB) 362768 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:18:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.096.000) 05/25 10:18:19 Image size of job updated: 1252348 327 - MemoryUsage of job (MB) 334432 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:18:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 334432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:18:20 Image size of job updated: 1570672 392 - MemoryUsage of job (MB) 401408 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:18:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 10:18:20 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318816 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:18:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.197.000) 05/25 10:18:20 Image size of job updated: 1409624 354 - MemoryUsage of job (MB) 362192 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 10:18:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.246.000) 05/25 10:18:21 Image size of job updated: 1252348 326 - MemoryUsage of job (MB) 333492 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:18:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 333492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 10:18:22 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316464 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:18:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:18:22 Image size of job updated: 1409624 351 - MemoryUsage of job (MB) 359280 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 10:18:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.223.000) 05/25 10:18:22 Image size of job updated: 1268900 360 - MemoryUsage of job (MB) 368544 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 10:18:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 368544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 10:18:23 Image size of job updated: 1510876 350 - MemoryUsage of job (MB) 358080 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:18:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.180.000) 05/25 10:18:23 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315276 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:18:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 10:18:23 Image size of job updated: 1252344 363 - MemoryUsage of job (MB) 371432 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:18:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 10:18:27 Image size of job updated: 1454912 349 - MemoryUsage of job (MB) 357348 - ResidentSetSize of job (KB) ... 028 (1253.102.000) 05/25 10:18:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:18:27 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311232 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:18:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 10:18:29 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318900 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:18:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:18:29 Image size of job updated: 1319932 358 - MemoryUsage of job (MB) 366180 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:18:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:18:29 Image size of job updated: 1503288 382 - MemoryUsage of job (MB) 391088 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:18:29 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:18:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 391088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.129.000) 05/25 10:18:31 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311020 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:18:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:18:32 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309984 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:18:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 309984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:18:34 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315404 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:18:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 10:18:34 Image size of job updated: 1570672 369 - MemoryUsage of job (MB) 377224 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 10:18:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:18:34 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 403656 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:18:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 10:18:35 Image size of job updated: 1572724 393 - MemoryUsage of job (MB) 401876 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 10:18:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:18:36 Image size of job updated: 1387332 390 - MemoryUsage of job (MB) 398676 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 10:18:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:18:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 398676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:18:36 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302964 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:18:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:18:38 Image size of job updated: 1477212 401 - MemoryUsage of job (MB) 409828 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:18:38 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:18:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.293.000) 05/25 10:18:40 Image size of job updated: 1389380 333 - MemoryUsage of job (MB) 340584 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 10:18:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:18:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 340584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 10:18:40 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369488 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 10:18:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 369488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:18:40 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306404 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:18:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:18:42 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 377088 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:18:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:18:44 Image size of job updated: 1454916 334 - MemoryUsage of job (MB) 341268 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:18:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:18:44 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313964 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:18:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:18:45 Image size of job updated: 1319932 376 - MemoryUsage of job (MB) 384192 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:18:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 384192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 10:18:45 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312248 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 10:18:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:18:45 Image size of job updated: 1252352 368 - MemoryUsage of job (MB) 376648 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:18:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:18:46 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376388 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:18:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 10:18:46 Image size of job updated: 1389380 335 - MemoryUsage of job (MB) 342732 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 10:18:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:18:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 342732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.069.000) 05/25 10:18:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3431_981354150@MAX-MYOUNG-S6-its-c7-osg-20190309, rescheduling job ... 028 (1253.069.000) 05/25 10:18:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 69 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437868.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23483" StartdName = "glidein_3431_981354150@MAX-MYOUNG-S6-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-MYOUNG-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:18:50 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 298720 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:18:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:18:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:18:50 Image size of job updated: 1387328 332 - MemoryUsage of job (MB) 339788 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:18:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:18:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 10:18:51 Image size of job updated: 1490632 332 - MemoryUsage of job (MB) 339476 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 10:18:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:18:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:18:52 Image size of job updated: 1322348 378 - MemoryUsage of job (MB) 386396 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:18:52 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1322348 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 386396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 10:18:52 Image size of job updated: 2158384 420 - MemoryUsage of job (MB) 429244 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 10:18:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 429244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:18:52 Image size of job updated: 1319936 371 - MemoryUsage of job (MB) 379228 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:18:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 379228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.177.000) 05/25 10:18:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3440_712876731@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.177.000) 05/25 10:18:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383510.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22353" StartdName = "glidein_3440_712876731@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-9611KQ1-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 10:18:53 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300292 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 10:18:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:18:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 10:18:54 Image size of job updated: 2059316 380 - MemoryUsage of job (MB) 388508 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 10:18:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2059316 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 388508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:18:54 Image size of job updated: 1319940 367 - MemoryUsage of job (MB) 375472 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:18:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:18:55 Image size of job updated: 1392980 334 - MemoryUsage of job (MB) 341828 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:18:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:18:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 341828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 10:18:55 Image size of job updated: 2225972 419 - MemoryUsage of job (MB) 428196 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 10:18:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 428196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 10:18:55 Image size of job updated: 2106732 420 - MemoryUsage of job (MB) 429184 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:18:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2106732 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 429184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 10:18:56 Image size of job updated: 1854500 420 - MemoryUsage of job (MB) 429120 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 10:18:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1854500 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 429120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 10:18:57 Image size of job updated: 2101220 375 - MemoryUsage of job (MB) 383284 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 10:18:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2101220 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 383284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 10:18:57 Image size of job updated: 2045044 398 - MemoryUsage of job (MB) 407224 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 10:18:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2045044 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 407224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:18:57 Image size of job updated: 1319932 362 - MemoryUsage of job (MB) 369832 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:18:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:18:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:18:58 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380480 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:18:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 380480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:18:59 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 379984 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:18:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:18:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 10:18:59 Image size of job updated: 2294460 419 - MemoryUsage of job (MB) 428656 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 10:18:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2294460 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:18:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 428656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 10:19:01 Image size of job updated: 1391432 337 - MemoryUsage of job (MB) 344756 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 10:19:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:19:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 344756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:19:03 Image size of job updated: 1436928 333 - MemoryUsage of job (MB) 340108 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:19:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:19:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 340108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:19:03 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380860 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:19:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:19:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 380860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 10:19:03 Image size of job updated: 2221868 418 - MemoryUsage of job (MB) 427628 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 10:19:03 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2221868 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:19:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 427628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:19:04 Image size of job updated: 1554116 331 - MemoryUsage of job (MB) 338204 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:19:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:19:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 338204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 10:19:05 Image size of job updated: 2031068 427 - MemoryUsage of job (MB) 436528 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 10:19:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2031068 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:19:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 427 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 436528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 10:19:05 Image size of job updated: 2000000 352 - MemoryUsage of job (MB) 359772 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 10:19:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2000000 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:19:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 10:19:12 Image size of job updated: 1459224 344 - MemoryUsage of job (MB) 352220 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:19:12 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:19:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 352220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:19:16 Image size of job updated: 1272592 371 - MemoryUsage of job (MB) 379904 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:19:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:19:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 10:19:17 Image size of job updated: 1477212 409 - MemoryUsage of job (MB) 418176 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 10:19:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:19:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 418176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:19:21 Image size of job updated: 1340180 372 - MemoryUsage of job (MB) 380072 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:19:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340180 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:19:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.026.000) 05/25 10:19:38 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316944 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:19:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:19:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 10:19:40 Image size of job updated: 1387332 337 - MemoryUsage of job (MB) 344096 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:19:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 344096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:19:40 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315860 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:19:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:19:40 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 312832 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:19:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 312832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:19:41 Image size of job updated: 1475160 394 - MemoryUsage of job (MB) 402664 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:19:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:19:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.012.000) 05/25 10:19:41 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 379948 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:19:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:19:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.231.000) 05/25 10:19:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3410_256428092@LIB-LEBIRD2-03-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.231.000) 05/25 10:19:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:19:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377791.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16891" StartdName = "glidein_3410_256428092@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD2-03-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 10:19:50 Image size of job updated: 1510872 392 - MemoryUsage of job (MB) 400632 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:19:50 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:19:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 400632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 10:19:55 Image size of job updated: 1386580 389 - MemoryUsage of job (MB) 397836 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 10:19:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:19:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 397836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:19:59 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311496 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:19:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:19:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:20:02 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312952 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:20:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:20:04 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310748 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:20:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.177.000) 05/25 10:20:05 Job executing on host: <72.36.96.174:41785?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857088&addrs=72.36.96.174-41785&noUDP> ... 001 (1253.231.000) 05/25 10:20:05 Job executing on host: <72.36.96.183:43121?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885222&addrs=72.36.96.183-43121&noUDP> ... 028 (1253.177.000) 05/25 10:20:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:41785?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857088&addrs=72.36.96.174-41785&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.231.000) 05/25 10:20:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.183:43121?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885222&addrs=72.36.96.183-43121&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.069.000) 05/25 10:20:07 Job executing on host: <72.36.96.141:39748?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867932&addrs=72.36.96.141-39748&noUDP> ... 028 (1253.069.000) 05/25 10:20:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:39748?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867932&addrs=72.36.96.141-39748&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:20:07 Image size of job updated: 1336492 294 - MemoryUsage of job (MB) 300356 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:20:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:20:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:20:08 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 357120 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:20:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.183.000) 05/25 10:20:11 Image size of job updated: 1334608 417 - MemoryUsage of job (MB) 426584 - ResidentSetSize of job (KB) ... 028 (1253.183.000) 05/25 10:20:11 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1334608 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T10:20:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "569.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6892785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" Subproc = 0 ResidentSetSize = 426584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:20:12 Image size of job updated: 1386580 394 - MemoryUsage of job (MB) 403296 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:20:12 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:20:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 403296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 10:20:12 Image size of job updated: 1319932 347 - MemoryUsage of job (MB) 355236 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 10:20:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:20:12 Image size of job updated: 1268904 373 - MemoryUsage of job (MB) 381888 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:20:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:20:16 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 361524 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:20:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.113.000) 05/25 10:20:17 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366268 - ResidentSetSize of job (KB) ... 028 (1253.113.000) 05/25 10:20:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:20:21 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362868 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:20:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:20:23 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374124 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:20:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:20:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 374124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:20:27 Image size of job updated: 1252344 373 - MemoryUsage of job (MB) 381796 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:20:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 381796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 10:20:28 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364208 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 10:20:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:20:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 10:20:28 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 373092 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 10:20:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:20:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 373092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:20:28 Image size of job updated: 1504512 396 - MemoryUsage of job (MB) 405296 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:20:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 405296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:20:29 Image size of job updated: 1488576 397 - MemoryUsage of job (MB) 406088 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:20:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 406088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:20:29 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 399764 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:20:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 399764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:20:30 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372224 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:20:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 372224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 10:20:30 Image size of job updated: 1268908 363 - MemoryUsage of job (MB) 371228 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 10:20:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 371228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:20:30 Image size of job updated: 1389376 405 - MemoryUsage of job (MB) 413976 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:20:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 413976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:20:30 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358768 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:20:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 358768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 10:20:31 Image size of job updated: 1916320 411 - MemoryUsage of job (MB) 420436 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 420436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 10:20:31 Image size of job updated: 1641948 333 - MemoryUsage of job (MB) 340324 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 340324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.146.000) 05/25 10:20:31 Image size of job updated: 1436924 371 - MemoryUsage of job (MB) 379176 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 379176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:20:31 Image size of job updated: 15082808 393 - MemoryUsage of job (MB) 402152 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 402152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 10:20:31 Image size of job updated: 1454916 381 - MemoryUsage of job (MB) 389624 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 10:20:31 Image size of job updated: 1387332 393 - MemoryUsage of job (MB) 401464 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 389624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.148.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:20:31 Image size of job updated: 1454912 334 - MemoryUsage of job (MB) 341428 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:20:31 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373288 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 373288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:20:31 Image size of job updated: 1252352 350 - MemoryUsage of job (MB) 357584 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 10:20:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 10:20:32 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 319096 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:20:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 319096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:20:32 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 318344 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:20:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 318344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 10:20:32 Image size of job updated: 11634120 363 - MemoryUsage of job (MB) 371364 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 10:20:32 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11634120 Proc = 20 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7679" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 371364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 10:20:32 Image size of job updated: 1252352 372 - MemoryUsage of job (MB) 380828 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:20:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:20:32 Image size of job updated: 1387324 395 - MemoryUsage of job (MB) 403696 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 10:20:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 403696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 10:20:33 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318760 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 10:20:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 318760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 10:20:37 Image size of job updated: 1342468 282 - MemoryUsage of job (MB) 288116 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 10:20:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 288116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 10:20:41 Image size of job updated: 1387324 365 - MemoryUsage of job (MB) 373308 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 10:20:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:20:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 373308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 10:20:46 Image size of job updated: 2283432 430 - MemoryUsage of job (MB) 440020 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 10:20:46 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:20:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 430 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 440020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:20:47 Image size of job updated: 1319940 374 - MemoryUsage of job (MB) 382404 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:20:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:20:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:20:53 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 364796 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:20:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:20:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:20:57 Image size of job updated: 1572724 389 - MemoryUsage of job (MB) 397352 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:20:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:20:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 397352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 10:20:58 Image size of job updated: 1917984 368 - MemoryUsage of job (MB) 376480 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 10:20:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1917984 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:20:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 376480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 10:21:01 Image size of job updated: 2086436 358 - MemoryUsage of job (MB) 366120 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 10:21:01 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2086436 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:21:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 366120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:21:04 Image size of job updated: 1553368 391 - MemoryUsage of job (MB) 400188 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:21:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:21:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 400188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:21:06 Image size of job updated: 1387332 393 - MemoryUsage of job (MB) 401624 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:21:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:21:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 401624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 10:21:06 Image size of job updated: 1989676 371 - MemoryUsage of job (MB) 379320 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 10:21:06 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1989676 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:21:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 379320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:21:10 Image size of job updated: 1436924 391 - MemoryUsage of job (MB) 399636 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:21:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:21:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 10:21:11 Image size of job updated: 1963480 366 - MemoryUsage of job (MB) 374700 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 10:21:11 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1963480 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:21:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 374700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:21:15 Image size of job updated: 1457172 389 - MemoryUsage of job (MB) 397964 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:21:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.170.000) 05/25 10:21:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3445_797863491@LAW-D-LIBCAT-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.170.000) 05/25 10:21:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 170 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:21:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437840.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" StartdName = "glidein_3445_797863491@LAW-D-LIBCAT-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LAW-D-LIBCAT-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 10:21:16 Image size of job updated: 1252344 347 - MemoryUsage of job (MB) 355312 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:21:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 10:21:19 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378292 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:21:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:21:20 Image size of job updated: 1504520 339 - MemoryUsage of job (MB) 346724 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:21:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:21:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 346724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 10:21:24 Image size of job updated: 1983908 426 - MemoryUsage of job (MB) 435416 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 10:21:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1983908 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 435416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 10:21:25 Image size of job updated: 1454912 397 - MemoryUsage of job (MB) 405908 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 10:21:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 405908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.187.000) 05/25 10:21:28 Image size of job updated: 1985572 373 - MemoryUsage of job (MB) 381728 - ResidentSetSize of job (KB) ... 028 (1253.187.000) 05/25 10:21:28 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1985572 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 381728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.092.000) 05/25 10:21:31 Image size of job updated: 2126772 428 - MemoryUsage of job (MB) 437640 - ResidentSetSize of job (KB) ... 028 (1253.092.000) 05/25 10:21:31 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2126772 Proc = 92 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 428 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" Subproc = 0 ResidentSetSize = 437640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 10:21:33 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 355592 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:21:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.137.000) 05/25 10:21:33 Job terminated. (1) Normal termination (return value 0) Usr 0 01:00:01, Sys 0 00:01:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:00:01, Sys 0 00:01:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1828562304 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1828562304 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2197444 1 2908014 Memory (MB) : 416 1024 1024 ... 028 (1253.137.000) 05/25 10:21:33 Job ad information event triggered. SentBytes = 1828562304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875073" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:00:01, Sys 0 00:01:09" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 137 EventTime = "2019-05-25T10:21:33" TotalSentBytes = 1828562304.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:00:01, Sys 0 00:01:09" JOB_GLIDEIN_SiteWMS_JobId = "465904" TotalReceivedBytes = 421571104.0 ... 006 (1253.041.000) 05/25 10:21:33 Image size of job updated: 10777748 390 - MemoryUsage of job (MB) 398908 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:21:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 398908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.133.000) 05/25 10:21:34 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 360112 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:21:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:21:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:21:37 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357232 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:21:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:21:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 10:21:43 Image size of job updated: 1411676 362 - MemoryUsage of job (MB) 370048 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 10:21:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:21:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:21:45 Image size of job updated: 1268900 305 - MemoryUsage of job (MB) 311876 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:21:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:21:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:21:47 Image size of job updated: 1407572 392 - MemoryUsage of job (MB) 401156 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:21:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:21:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:21:49 Image size of job updated: 1387324 389 - MemoryUsage of job (MB) 398080 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:21:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:21:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 398080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:21:50 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368340 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:21:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:21:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:21:56 Image size of job updated: 1323548 298 - MemoryUsage of job (MB) 305020 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:21:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:21:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 305020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:22:01 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319508 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:22:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:22:02 Image size of job updated: 1386580 396 - MemoryUsage of job (MB) 405044 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:22:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:22:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 405044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:22:06 Image size of job updated: 1255956 295 - MemoryUsage of job (MB) 301068 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:22:06 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:22:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 301068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 10:22:08 Image size of job updated: 2230076 431 - MemoryUsage of job (MB) 440796 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 10:22:08 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2230076 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:22:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 431 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 440796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:22:09 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308580 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:22:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:22:10 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318108 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:22:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:22:10 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314572 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:22:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:22:14 Image size of job updated: 1336492 370 - MemoryUsage of job (MB) 378552 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:22:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:22:23 Image size of job updated: 1457172 393 - MemoryUsage of job (MB) 401988 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:22:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:22:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:22:23 Image size of job updated: 1268900 301 - MemoryUsage of job (MB) 307620 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:22:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:22:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.170.000) 05/25 10:22:31 Job executing on host: <72.36.96.205:41673?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881136&addrs=72.36.96.205-41673&noUDP> ... 028 (1253.170.000) 05/25 10:22:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:22:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:41673?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881136&addrs=72.36.96.205-41673&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 10:22:33 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 401856 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:22:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:22:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 401856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 10:22:35 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318780 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 10:22:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.059.000) 05/25 10:22:39 Image size of job updated: 1454912 348 - MemoryUsage of job (MB) 355364 - ResidentSetSize of job (KB) ... 028 (1253.059.000) 05/25 10:22:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:22:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262463.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 355364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 10:22:40 Image size of job updated: 160032 24 - MemoryUsage of job (MB) 23632 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 10:22:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 160032 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:22:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 23632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:22:44 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315360 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:22:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:22:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:22:58 Image size of job updated: 1454912 393 - MemoryUsage of job (MB) 401748 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:22:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.193.000) 05/25 10:22:58 Image size of job updated: 1477212 355 - MemoryUsage of job (MB) 362940 - ResidentSetSize of job (KB) ... 028 (1253.193.000) 05/25 10:22:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.274.000) 05/25 10:22:58 Image size of job updated: 1251600 373 - MemoryUsage of job (MB) 381188 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:22:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 381188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 10:22:59 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316816 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:22:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 10:22:59 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 400048 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:22:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 400048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 10:23:00 Image size of job updated: 1388632 361 - MemoryUsage of job (MB) 368656 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:23:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 368656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 10:23:00 Image size of job updated: 1251600 371 - MemoryUsage of job (MB) 379804 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:23:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 379804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:23:00 Image size of job updated: 1268908 363 - MemoryUsage of job (MB) 371536 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:23:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 371536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 10:23:00 Image size of job updated: 1510876 350 - MemoryUsage of job (MB) 357436 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 10:23:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.221.000) 05/25 10:23:00 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315412 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:23:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.196.000) 05/25 10:23:00 Image size of job updated: 1576412 355 - MemoryUsage of job (MB) 362688 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:23:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 10:23:01 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379144 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:23:01 Image size of job updated: 1510876 336 - MemoryUsage of job (MB) 343088 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 343088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.222.000) 05/25 10:23:01 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376468 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:23:01 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376196 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 10:23:01 Image size of job updated: 1475160 338 - MemoryUsage of job (MB) 345748 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 345748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.234.000) 05/25 10:23:01 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313768 - ResidentSetSize of job (KB) ... 006 (1253.190.000) 05/25 10:23:01 Image size of job updated: 1459224 342 - MemoryUsage of job (MB) 350000 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.190.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 350000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.228.000) 05/25 10:23:01 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314400 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:23:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 10:23:02 Image size of job updated: 1336492 370 - MemoryUsage of job (MB) 377896 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:23:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 10:23:02 Image size of job updated: 1572724 331 - MemoryUsage of job (MB) 338476 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 10:23:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.114.000) 05/25 10:23:02 Image size of job updated: 1572724 397 - MemoryUsage of job (MB) 406068 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:23:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:23:02 Image size of job updated: 1454916 346 - MemoryUsage of job (MB) 354012 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:23:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 354012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:23:02 Image size of job updated: 1387324 388 - MemoryUsage of job (MB) 396512 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:23:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 396512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 10:23:02 Image size of job updated: 1319940 370 - MemoryUsage of job (MB) 378836 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:23:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:23:03 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 319456 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 319456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 10:23:03 Image size of job updated: 1621700 379 - MemoryUsage of job (MB) 387916 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:23:03 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 361340 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:23:03 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307612 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 10:23:03 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318128 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:23:03 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304000 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 304000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 10:23:03 Image size of job updated: 1570672 394 - MemoryUsage of job (MB) 403432 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:23:03 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314980 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 10:23:03 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344088 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:23:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 10:23:04 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313268 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 10:23:04 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 310228 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 10:23:04 Image size of job updated: 1454912 368 - MemoryUsage of job (MB) 376716 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 376716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:23:04 Image size of job updated: 1621700 394 - MemoryUsage of job (MB) 402768 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 402768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:23:04 Image size of job updated: 1252348 313 - MemoryUsage of job (MB) 320376 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 320376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:23:04 Image size of job updated: 1319936 328 - MemoryUsage of job (MB) 335440 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 335440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.087.000) 05/25 10:23:04 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372588 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 372588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 10:23:04 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308516 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 10:23:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 10:23:05 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313156 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 10:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 10:23:05 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 399948 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 10:23:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 399948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:23:05 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 377792 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:23:05 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312332 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:23:05 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317268 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:23:05 Image size of job updated: 1252348 314 - MemoryUsage of job (MB) 320712 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:23:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 320712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 10:23:06 Image size of job updated: 1319936 314 - MemoryUsage of job (MB) 321172 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 10:23:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 321172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:23:06 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313680 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:23:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 10:23:06 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307624 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 10:23:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 10:23:06 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310516 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 10:23:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 10:23:06 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339772 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:23:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 10:23:06 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 360456 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 10:23:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:23:07 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368064 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:23:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 10:23:09 Image size of job updated: 1503288 339 - MemoryUsage of job (MB) 346792 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 10:23:09 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 346792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.159.000) 05/25 10:23:10 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378460 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:23:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 10:23:10 Image size of job updated: 1319932 368 - MemoryUsage of job (MB) 376664 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:23:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:23:13 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319648 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:23:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:23:20 Image size of job updated: 1409624 358 - MemoryUsage of job (MB) 366200 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:23:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.096.000) 05/25 10:23:20 Image size of job updated: 1387328 344 - MemoryUsage of job (MB) 351340 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:23:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 351340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:23:20 Image size of job updated: 1570672 398 - MemoryUsage of job (MB) 406816 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:23:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.250.000) 05/25 10:23:20 Image size of job updated: 1436932 361 - MemoryUsage of job (MB) 368944 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 10:23:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.197.000) 05/25 10:23:21 Image size of job updated: 1409624 359 - MemoryUsage of job (MB) 366680 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 10:23:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.246.000) 05/25 10:23:21 Image size of job updated: 1387328 343 - MemoryUsage of job (MB) 350604 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:23:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 350604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.223.000) 05/25 10:23:23 Image size of job updated: 1268900 363 - MemoryUsage of job (MB) 370820 - ResidentSetSize of job (KB) ... 028 (1253.223.000) 05/25 10:23:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 370820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 10:23:23 Image size of job updated: 1510876 354 - MemoryUsage of job (MB) 361512 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:23:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.180.000) 05/25 10:23:23 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317108 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:23:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:23:23 Image size of job updated: 1409624 355 - MemoryUsage of job (MB) 363504 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 10:23:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.162.000) 05/25 10:23:23 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318000 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:23:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 10:23:24 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372128 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:23:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:23:28 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312288 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:23:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 10:23:29 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320484 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:23:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:23:29 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 368120 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:23:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:23:29 Image size of job updated: 1503288 384 - MemoryUsage of job (MB) 392920 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:23:29 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 392920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.132.000) 05/25 10:23:33 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 312144 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:23:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 312144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:23:34 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316968 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:23:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 10:23:35 Image size of job updated: 1572724 396 - MemoryUsage of job (MB) 405156 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 10:23:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 405156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:23:35 Image size of job updated: 1454916 398 - MemoryUsage of job (MB) 407536 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:23:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:23:36 Image size of job updated: 1387332 393 - MemoryUsage of job (MB) 401420 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 10:23:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:23:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 401420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:23:37 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304804 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:23:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:23:39 Image size of job updated: 1477212 405 - MemoryUsage of job (MB) 413788 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:23:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:23:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.293.000) 05/25 10:23:40 Image size of job updated: 1389380 337 - MemoryUsage of job (MB) 344240 - ResidentSetSize of job (KB) ... 028 (1253.293.000) 05/25 10:23:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 293 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:23:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 344240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 10:23:40 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 370920 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 10:23:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 370920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:23:41 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306932 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:23:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:23:42 Image size of job updated: 1319932 372 - MemoryUsage of job (MB) 379964 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:23:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:23:45 Image size of job updated: 1454916 338 - MemoryUsage of job (MB) 345476 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:23:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:23:45 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315812 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:23:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:23:45 Image size of job updated: 1436924 392 - MemoryUsage of job (MB) 400928 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:23:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 400928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:23:47 Image size of job updated: 1252352 371 - MemoryUsage of job (MB) 379816 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:23:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:23:47 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379176 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:23:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.292.000) 05/25 10:23:47 Image size of job updated: 1389380 339 - MemoryUsage of job (MB) 346432 - ResidentSetSize of job (KB) ... 028 (1253.292.000) 05/25 10:23:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:23:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 346432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 10:23:47 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314296 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 10:23:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:23:50 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299748 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:23:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:23:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.290.000) 05/25 10:23:51 Image size of job updated: 1490632 336 - MemoryUsage of job (MB) 343068 - ResidentSetSize of job (KB) ... 028 (1253.290.000) 05/25 10:23:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:23:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 343068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:23:52 Image size of job updated: 1387328 336 - MemoryUsage of job (MB) 343192 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:23:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 343192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:23:52 Image size of job updated: 1624116 402 - MemoryUsage of job (MB) 410644 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:23:52 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 410644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 10:23:52 Image size of job updated: 2158384 424 - MemoryUsage of job (MB) 433760 - ResidentSetSize of job (KB) ... 006 (1253.245.000) 05/25 10:23:52 Image size of job updated: 1319936 374 - MemoryUsage of job (MB) 382064 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 10:23:52 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 433760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.245.000) 05/25 10:23:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 382064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 10:23:53 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300820 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 10:23:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:23:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 10:23:54 Image size of job updated: 2059316 384 - MemoryUsage of job (MB) 392648 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 10:23:54 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2059316 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 392648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:23:55 Image size of job updated: 1319940 370 - MemoryUsage of job (MB) 377920 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:23:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:23:55 Image size of job updated: 1392980 338 - MemoryUsage of job (MB) 345440 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:23:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:23:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 345440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 10:23:55 Image size of job updated: 2225972 424 - MemoryUsage of job (MB) 433416 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 10:23:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 433416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 10:23:56 Image size of job updated: 2106732 425 - MemoryUsage of job (MB) 434588 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:23:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2106732 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 425 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 434588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 10:23:58 Image size of job updated: 1854500 424 - MemoryUsage of job (MB) 433304 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 10:23:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1854500 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 433304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 10:23:58 Image size of job updated: 2045044 403 - MemoryUsage of job (MB) 411824 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 10:23:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2045044 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 411824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:23:58 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 370932 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:23:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:23:58 Image size of job updated: 1454912 392 - MemoryUsage of job (MB) 401160 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:23:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 401160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 10:23:58 Image size of job updated: 2101220 378 - MemoryUsage of job (MB) 386812 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 10:23:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2101220 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 386812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 10:24:00 Image size of job updated: 2294460 423 - MemoryUsage of job (MB) 433108 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 10:24:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2294460 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:24:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 433108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:24:01 Image size of job updated: 1387324 390 - MemoryUsage of job (MB) 398728 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:24:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:24:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.294.000) 05/25 10:24:01 Image size of job updated: 1391432 340 - MemoryUsage of job (MB) 348056 - ResidentSetSize of job (KB) ... 028 (1253.294.000) 05/25 10:24:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 294 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:24:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:24:03 Image size of job updated: 1436928 336 - MemoryUsage of job (MB) 343496 - ResidentSetSize of job (KB) ... 006 (1253.280.000) 05/25 10:24:03 Image size of job updated: 1554116 389 - MemoryUsage of job (MB) 398016 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:24:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:24:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 343496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.280.000) 05/25 10:24:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:24:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 398016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 10:24:04 Image size of job updated: 2221868 422 - MemoryUsage of job (MB) 431516 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 10:24:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2221868 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:24:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 431516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.043.000) 05/25 10:24:04 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:41, Sys 0 00:01:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646055040 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.043.000) 05/25 10:24:04 Job ad information event triggered. SentBytes = 1646055040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "919" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas555.crc.nd.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 43 EventTime = "2019-05-25T10:24:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:01:41, Sys 0 00:01:19" JOB_GLIDEIN_SiteWMS_JobId = "2287510.0" ... 006 (1253.288.000) 05/25 10:24:04 Image size of job updated: 1554116 335 - MemoryUsage of job (MB) 342020 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:24:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:24:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 342020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.282.000) 05/25 10:24:05 Image size of job updated: 2031068 431 - MemoryUsage of job (MB) 440960 - ResidentSetSize of job (KB) ... 028 (1253.282.000) 05/25 10:24:05 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2031068 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:24:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 431 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" Subproc = 0 ResidentSetSize = 440960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 10:24:07 Image size of job updated: 2000000 354 - MemoryUsage of job (MB) 361824 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 10:24:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2000000 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:24:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 10:24:14 Image size of job updated: 1459224 348 - MemoryUsage of job (MB) 355392 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:24:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:24:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 355392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:24:16 Image size of job updated: 1475160 392 - MemoryUsage of job (MB) 400728 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:24:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:24:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 400728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 10:24:17 Image size of job updated: 1477212 413 - MemoryUsage of job (MB) 422684 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 10:24:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:24:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 422684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:24:22 Image size of job updated: 1524760 392 - MemoryUsage of job (MB) 401064 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:24:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:24:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.108.000) 05/25 10:24:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3447_28614024@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309, rescheduling job ... 028 (1253.108.000) 05/25 10:24:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 108 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:24:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437935.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" StartdName = "glidein_3447_28614024@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.082.000) 05/25 10:24:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3446_32874705@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309, rescheduling job ... 028 (1253.082.000) 05/25 10:24:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:24:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437911.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23407" StartdName = "glidein_3446_32874705@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 10:24:38 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319012 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:24:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:24:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 10:24:40 Image size of job updated: 1387332 340 - MemoryUsage of job (MB) 347880 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:24:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:24:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 347880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:24:41 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 314564 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:24:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 314564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:24:41 Image size of job updated: 1475160 397 - MemoryUsage of job (MB) 405824 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:24:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.012.000) 05/25 10:24:41 Image size of job updated: 1268904 374 - MemoryUsage of job (MB) 382060 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:24:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:24:41 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317424 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:24:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.183.000) 05/25 10:24:49 Job terminated. (1) Normal termination (return value 0) Usr 0 01:17:35, Sys 0 00:01:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:17:35, Sys 0 00:01:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1859262336 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1859262336 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2227420 1 51792096 Memory (MB) : 417 1024 2500 ... 028 (1253.183.000) 05/25 10:24:49 Job ad information event triggered. SentBytes = 1859262336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6892785" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot6@r720-0-1.privnet" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:17:35, Sys 0 00:01:31" JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" Proc = 183 EventTime = "2019-05-25T10:24:49" TotalSentBytes = 1859262336.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" RunRemoteUsage = "Usr 0 01:17:35, Sys 0 00:01:31" JOB_GLIDEIN_SiteWMS_JobId = "569.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.278.000) 05/25 10:24:51 Image size of job updated: 1510872 396 - MemoryUsage of job (MB) 405120 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:24:51 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:24:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.135.000) 05/25 10:24:56 Image size of job updated: 1386580 391 - MemoryUsage of job (MB) 399844 - ResidentSetSize of job (KB) ... 028 (1253.135.000) 05/25 10:24:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:24:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 399844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:25:00 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312264 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:25:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:25:03 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313216 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:25:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:25:04 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311540 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:25:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:25:08 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362260 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:25:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.108.000) 05/25 10:25:08 Job executing on host: <192.170.227.219:42219?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888936&addrs=192.170.227.219-42219&noUDP> ... 028 (1253.108.000) 05/25 10:25:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.219:42219?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888936&addrs=192.170.227.219-42219&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:25:09 Image size of job updated: 1336492 295 - MemoryUsage of job (MB) 301520 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:25:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:25:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.082.000) 05/25 10:25:10 Job executing on host: <72.36.96.49:35785?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875959&addrs=72.36.96.49-35785&noUDP> ... 028 (1253.082.000) 05/25 10:25:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:35785?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875959&addrs=72.36.96.49-35785&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:25:12 Image size of job updated: 1386580 397 - MemoryUsage of job (MB) 406412 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:25:12 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:25:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 406412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:25:13 Image size of job updated: 1268904 375 - MemoryUsage of job (MB) 383208 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:25:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 10:25:13 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357228 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 10:25:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 10:25:15 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 356980 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 10:25:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 10:25:15 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356828 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 10:25:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.263.000) 05/25 10:25:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3427_322408416@LIB-LEBIRD1-39-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.263.000) 05/25 10:25:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437937.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" StartdName = "glidein_3427_322408416@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-39-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:25:16 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364188 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:25:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.113.000) 05/25 10:25:17 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369444 - ResidentSetSize of job (KB) ... 028 (1253.113.000) 05/25 10:25:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 10:25:17 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 355944 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 10:25:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:25:21 Image size of job updated: 1319932 358 - MemoryUsage of job (MB) 365864 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:25:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:25:23 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375348 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:25:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:25:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 375348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.020.000) 05/25 10:25:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:58, Sys 0 00:01:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696808320 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.020.000) 05/25 10:25:23 Job ad information event triggered. SentBytes = 1696808320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7679" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas551.crc.nd.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 20 EventTime = "2019-05-25T10:25:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:03:58, Sys 0 00:01:22" JOB_GLIDEIN_SiteWMS_JobId = "2287636.0" ... 006 (1253.150.000) 05/25 10:25:28 Image size of job updated: 1554112 389 - MemoryUsage of job (MB) 397968 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:25:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 397968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.099.000) 05/25 10:25:29 Image size of job updated: 1554112 368 - MemoryUsage of job (MB) 376688 - ResidentSetSize of job (KB) ... 028 (1253.099.000) 05/25 10:25:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:25:30 Image size of job updated: 1504512 400 - MemoryUsage of job (MB) 408836 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:25:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 408836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:25:30 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 402752 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:25:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 402752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:25:30 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373508 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:25:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 373508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.176.000) 05/25 10:25:30 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 372860 - ResidentSetSize of job (KB) ... 028 (1253.176.000) 05/25 10:25:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 372860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:25:30 Image size of job updated: 1488576 400 - MemoryUsage of job (MB) 409264 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:25:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 409264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:25:31 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361524 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 361524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 10:25:31 Image size of job updated: 1916320 415 - MemoryUsage of job (MB) 424012 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 424012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:25:31 Image size of job updated: 1436924 391 - MemoryUsage of job (MB) 399900 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 399900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 10:25:31 Image size of job updated: 1641948 336 - MemoryUsage of job (MB) 343432 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 343432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.202.000) 05/25 10:25:31 Image size of job updated: 1454916 384 - MemoryUsage of job (MB) 393120 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 393120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:25:31 Image size of job updated: 15082808 396 - MemoryUsage of job (MB) 404604 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 404604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 10:25:31 Image size of job updated: 1387332 395 - MemoryUsage of job (MB) 404200 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:25:31 Image size of job updated: 1389376 409 - MemoryUsage of job (MB) 417812 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 417812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:25:31 Image size of job updated: 1454912 337 - MemoryUsage of job (MB) 344424 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:25:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 344424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:25:32 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 374984 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:25:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 374984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:25:32 Image size of job updated: 1252352 353 - MemoryUsage of job (MB) 360512 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 10:25:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:25:32 Image size of job updated: 1454916 330 - MemoryUsage of job (MB) 337768 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:25:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 337768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.043.000) 05/25 10:25:32 Job executing on host: <72.36.96.55:41862?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878318&addrs=72.36.96.55-41862&noUDP> ... 028 (1253.043.000) 05/25 10:25:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 43 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:25:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.55:41862?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878318&addrs=72.36.96.55-41862&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262456.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c148.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 10:25:32 Image size of job updated: 1252348 315 - MemoryUsage of job (MB) 321660 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:25:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 321660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.151.000) 05/25 10:25:32 Image size of job updated: 1436928 370 - MemoryUsage of job (MB) 378564 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 10:25:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:25:33 Image size of job updated: 1387324 399 - MemoryUsage of job (MB) 407796 - ResidentSetSize of job (KB) ... 028 (1253.152.000) 05/25 10:25:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 407796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 10:25:33 Image size of job updated: 1454920 393 - MemoryUsage of job (MB) 401484 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:25:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.200.000) 05/25 10:25:33 Image size of job updated: 1554116 349 - MemoryUsage of job (MB) 357272 - ResidentSetSize of job (KB) ... 028 (1253.200.000) 05/25 10:25:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 357272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 10:25:41 Image size of job updated: 1387324 367 - MemoryUsage of job (MB) 375604 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 10:25:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:25:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 375604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.139.000) 05/25 10:25:47 Image size of job updated: 2283432 434 - MemoryUsage of job (MB) 443536 - ResidentSetSize of job (KB) ... 028 (1253.139.000) 05/25 10:25:47 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2283432 Proc = 139 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:25:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 434 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106242" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" Subproc = 0 ResidentSetSize = 443536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.236.000) 05/25 10:25:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3424_270898875@MAX-LDKARAKAS-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.236.000) 05/25 10:25:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437738.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" StartdName = "glidein_3424_270898875@MAX-LDKARAKAS-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:25:48 Image size of job updated: 1554120 390 - MemoryUsage of job (MB) 399240 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:25:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:25:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:25:57 Image size of job updated: 1572724 390 - MemoryUsage of job (MB) 399200 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:25:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:25:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 399200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.144.000) 05/25 10:25:58 Image size of job updated: 1917984 372 - MemoryUsage of job (MB) 380796 - ResidentSetSize of job (KB) ... 028 (1253.144.000) 05/25 10:25:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1917984 Proc = 144 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:25:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 380796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.030.000) 05/25 10:26:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3455_230463493@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.030.000) 05/25 10:26:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:26:00" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437871.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23620" StartdName = "glidein_3455_230463493@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS-ELW-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.017.000) 05/25 10:26:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3441_19352768@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.017.000) 05/25 10:26:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:26:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5349" StartdName = "glidein_3441_19352768@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.143.000) 05/25 10:26:02 Image size of job updated: 2086436 362 - MemoryUsage of job (MB) 369888 - ResidentSetSize of job (KB) ... 028 (1253.143.000) 05/25 10:26:02 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2086436 Proc = 143 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:26:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" Subproc = 0 ResidentSetSize = 369888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:26:05 Image size of job updated: 1553368 394 - MemoryUsage of job (MB) 402884 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:26:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:26:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 402884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:26:06 Image size of job updated: 1387332 396 - MemoryUsage of job (MB) 405208 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:26:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 405208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.141.000) 05/25 10:26:07 Image size of job updated: 1989676 375 - MemoryUsage of job (MB) 383564 - ResidentSetSize of job (KB) ... 028 (1253.141.000) 05/25 10:26:07 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1989676 Proc = 141 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:26:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7656" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 383564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:26:10 Image size of job updated: 1436924 394 - MemoryUsage of job (MB) 402484 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:26:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.091.000) 05/25 10:26:12 Image size of job updated: 1963480 370 - MemoryUsage of job (MB) 378440 - ResidentSetSize of job (KB) ... 028 (1253.091.000) 05/25 10:26:12 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1963480 Proc = 91 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:26:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 378440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:26:16 Image size of job updated: 1457172 392 - MemoryUsage of job (MB) 401024 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:26:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 10:26:17 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 356312 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:26:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:26:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 10:26:18 Image size of job updated: 1387332 369 - MemoryUsage of job (MB) 377796 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 10:26:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:26:21 Image size of job updated: 1504520 340 - MemoryUsage of job (MB) 348020 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:26:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:26:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 348020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.142.000) 05/25 10:26:24 Image size of job updated: 1983908 430 - MemoryUsage of job (MB) 439500 - ResidentSetSize of job (KB) ... 028 (1253.142.000) 05/25 10:26:24 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1983908 Proc = 142 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 430 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084138" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" Subproc = 0 ResidentSetSize = 439500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.214.000) 05/25 10:26:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.214.000) 05/25 10:26:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 214 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:26:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383700.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22413" StartdName = "glidein_3421_11486016@AS-CSD-1209G-10-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1209G-10-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.149.000) 05/25 10:26:25 Image size of job updated: 1454912 400 - MemoryUsage of job (MB) 408824 - ResidentSetSize of job (KB) ... 028 (1253.149.000) 05/25 10:26:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:26:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 408824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 10:26:34 Image size of job updated: 10777748 393 - MemoryUsage of job (MB) 402264 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:26:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:26:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.133.000) 05/25 10:26:34 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364164 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:26:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:26:37 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358872 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:26:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.236.000) 05/25 10:26:41 Job executing on host: <72.36.96.153:33933?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#872556&addrs=72.36.96.153-33933&noUDP> ... 028 (1253.236.000) 05/25 10:26:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.153:33933?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#872556&addrs=72.36.96.153-33933&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.074.000) 05/25 10:26:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3448_460564345@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.074.000) 05/25 10:26:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:26:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437913.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" StartdName = "glidein_3448_460564345@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-1S1XCH2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 10:26:43 Image size of job updated: 1411676 364 - MemoryUsage of job (MB) 372444 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 10:26:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1411676 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:26:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455608" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7789" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:26:46 Image size of job updated: 1268900 306 - MemoryUsage of job (MB) 312932 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:26:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:26:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:26:48 Image size of job updated: 1407572 395 - MemoryUsage of job (MB) 403788 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:26:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:26:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:26:49 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 399672 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:26:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:26:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 399672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.030.000) 05/25 10:26:50 Job executing on host: <72.36.96.151:41337?CCBID=192.170.227.251:9866%3faddrs%3d192.170.227.251-9866#894196&addrs=72.36.96.151-41337&noUDP> ... 028 (1253.030.000) 05/25 10:26:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 30 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.151:41337?CCBID=192.170.227.251:9866%3faddrs%3d192.170.227.251-9866#894196&addrs=72.36.96.151-41337&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262477.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:26:50 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368868 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:26:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:26:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:26:56 Image size of job updated: 1323548 302 - MemoryUsage of job (MB) 308692 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:26:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:26:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 308692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.263.000) 05/25 10:26:57 Job executing on host: <72.36.96.146:36731?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879756&addrs=72.36.96.146-36731&noUDP> ... 028 (1253.263.000) 05/25 10:26:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:36731?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879756&addrs=72.36.96.146-36731&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.020.000) 05/25 10:26:58 Job executing on host: <72.36.96.195:41831?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#863703&addrs=72.36.96.195-41831&noUDP> ... 028 (1253.020.000) 05/25 10:26:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:26:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:41831?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#863703&addrs=72.36.96.195-41831&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.017.000) 05/25 10:27:00 Job executing on host: <192.170.227.79:39674?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869582&addrs=192.170.227.79-39674&noUDP> ... 028 (1253.017.000) 05/25 10:27:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:27:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.79:39674?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869582&addrs=192.170.227.79-39674&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:27:01 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321620 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:27:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:27:02 Image size of job updated: 1386580 399 - MemoryUsage of job (MB) 408400 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:27:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:27:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 408400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:27:07 Image size of job updated: 1255956 298 - MemoryUsage of job (MB) 304648 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:27:07 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:27:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 304648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.140.000) 05/25 10:27:09 Image size of job updated: 2230076 434 - MemoryUsage of job (MB) 444052 - ResidentSetSize of job (KB) ... 028 (1253.140.000) 05/25 10:27:09 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2230076 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:27:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 434 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7591" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" Subproc = 0 ResidentSetSize = 444052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:27:09 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308844 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:27:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:27:10 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319956 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:27:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:27:11 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316420 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:27:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:27:15 Image size of job updated: 1336492 372 - MemoryUsage of job (MB) 380136 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:27:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:27:24 Image size of job updated: 1457172 395 - MemoryUsage of job (MB) 403704 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:27:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:27:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:27:24 Image size of job updated: 1268900 302 - MemoryUsage of job (MB) 308940 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:27:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:27:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 10:27:33 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 405716 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:27:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:27:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 405716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 10:27:36 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320892 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 10:27:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 10:27:41 Image size of job updated: 1252344 347 - MemoryUsage of job (MB) 354516 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 10:27:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:27:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:27:44 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316416 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:27:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:27:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.074.000) 05/25 10:27:57 Job executing on host: <72.36.96.194:35274?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882367&addrs=72.36.96.194-35274&noUDP> ... 028 (1253.074.000) 05/25 10:27:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:27:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.194:35274?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882367&addrs=72.36.96.194-35274&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:27:59 Image size of job updated: 1454912 395 - MemoryUsage of job (MB) 404336 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:27:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:27:59 Image size of job updated: 1553368 387 - MemoryUsage of job (MB) 396176 - ResidentSetSize of job (KB) ... 006 (1253.193.000) 05/25 10:27:59 Image size of job updated: 1477212 359 - MemoryUsage of job (MB) 366648 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:27:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 396176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.193.000) 05/25 10:27:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.229.000) 05/25 10:27:59 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318400 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 10:28:00 Image size of job updated: 1388632 363 - MemoryUsage of job (MB) 370768 - ResidentSetSize of job (KB) ... 006 (1253.276.000) 05/25 10:28:00 Image size of job updated: 1386580 391 - MemoryUsage of job (MB) 399472 - ResidentSetSize of job (KB) ... 006 (1253.219.000) 05/25 10:28:00 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 373300 - ResidentSetSize of job (KB) ... 006 (1253.184.000) 05/25 10:28:00 Image size of job updated: 1510876 353 - MemoryUsage of job (MB) 361336 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 10:28:00 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317524 - ResidentSetSize of job (KB) ... 006 (1253.196.000) 05/25 10:28:01 Image size of job updated: 1576412 359 - MemoryUsage of job (MB) 367084 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 10:28:01 Image size of job updated: 1252348 373 - MemoryUsage of job (MB) 381452 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:28:01 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 403224 - ResidentSetSize of job (KB) ... 006 (1253.089.000) 05/25 10:28:01 Image size of job updated: 1510876 339 - MemoryUsage of job (MB) 346380 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 10:28:01 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378084 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:28:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 370768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:28:01 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 377796 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:28:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 399472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.219.000) 05/25 10:28:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 373300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.184.000) 05/25 10:28:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.221.000) 05/25 10:28:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 10:28:01 Image size of job updated: 1475160 341 - MemoryUsage of job (MB) 349180 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.212.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.238.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 403224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.089.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 346380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.222.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.232.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 10:28:02 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315016 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:28:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 349180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.228.000) 05/25 10:28:02 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316660 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 10:28:02 Image size of job updated: 1336492 372 - MemoryUsage of job (MB) 380008 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 10:28:02 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341232 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:28:02 Image size of job updated: 1454916 348 - MemoryUsage of job (MB) 356096 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 356096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:28:02 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 399724 - ResidentSetSize of job (KB) ... 006 (1253.114.000) 05/25 10:28:02 Image size of job updated: 1572724 400 - MemoryUsage of job (MB) 409500 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 399724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.114.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 10:28:02 Image size of job updated: 1319940 372 - MemoryUsage of job (MB) 380820 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:28:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.190.000) 05/25 10:28:03 Image size of job updated: 1459224 347 - MemoryUsage of job (MB) 354568 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 10:28:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.062.000) 05/25 10:28:03 Image size of job updated: 1621700 380 - MemoryUsage of job (MB) 388924 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:28:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:28:03 Image size of job updated: 1436928 328 - MemoryUsage of job (MB) 335692 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:28:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 335692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:28:03 Image size of job updated: 1387324 369 - MemoryUsage of job (MB) 377016 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:28:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:28:04 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304440 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 304440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:28:04 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317068 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:28:04 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345984 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 10:28:04 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315116 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 10:28:04 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311548 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 10:28:04 Image size of job updated: 1454912 371 - MemoryUsage of job (MB) 379552 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 379552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:28:04 Image size of job updated: 1621700 396 - MemoryUsage of job (MB) 405480 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 405480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:28:04 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308668 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 10:28:04 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319712 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 10:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.104.000) 05/25 10:28:05 Image size of job updated: 1570672 398 - MemoryUsage of job (MB) 406864 - ResidentSetSize of job (KB) ... 028 (1253.104.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:28:05 Image size of job updated: 1436928 319 - MemoryUsage of job (MB) 326160 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 10:28:05 Image size of job updated: 1621704 347 - MemoryUsage of job (MB) 355296 - ResidentSetSize of job (KB) ... 006 (1253.087.000) 05/25 10:28:05 Image size of job updated: 11918312 1457 - MemoryUsage of job (MB) 1491836 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:28:05 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313948 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 326160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.100.000) 05/25 10:28:05 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 402548 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 355296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 10:28:05 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309560 - ResidentSetSize of job (KB) ... 028 (1253.087.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11918312 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 1457 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" Subproc = 0 ResidentSetSize = 1491836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 402548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:28:05 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 380696 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:28:06 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313232 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:28:06 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319000 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:28:06 Image size of job updated: 1554116 329 - MemoryUsage of job (MB) 336800 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 336800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 10:28:06 Image size of job updated: 1387328 330 - MemoryUsage of job (MB) 337220 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 337220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:28:06 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314228 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.055.000) 05/25 10:28:06 Image size of job updated: 1554112 349 - MemoryUsage of job (MB) 356516 - ResidentSetSize of job (KB) ... 028 (1253.055.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262464.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 356516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 10:28:06 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308416 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 10:28:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 10:28:07 Image size of job updated: 1319932 354 - MemoryUsage of job (MB) 362132 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 10:28:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:28:07 Image size of job updated: 1621704 380 - MemoryUsage of job (MB) 388528 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:28:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 10:28:07 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311572 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 10:28:07 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 342424 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 10:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 10:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.079.000) 05/25 10:28:10 Image size of job updated: 1503288 341 - MemoryUsage of job (MB) 348988 - ResidentSetSize of job (KB) ... 028 (1253.079.000) 05/25 10:28:10 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 348988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 001 (1253.214.000) 05/25 10:28:10 Job executing on host: <72.36.96.49:41730?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#877792&addrs=72.36.96.49-41730&noUDP> ... 006 (1253.159.000) 05/25 10:28:11 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 380836 - ResidentSetSize of job (KB) ... 006 (1253.098.000) 05/25 10:28:11 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 377624 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 10:28:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:41730?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#877792&addrs=72.36.96.49-41730&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.159.000) 05/25 10:28:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.098.000) 05/25 10:28:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.293.000) 05/25 10:28:13 Job terminated. (1) Normal termination (return value 0) Usr 0 01:09:49, Sys 0 00:01:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:09:49, Sys 0 00:01:38 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1378381696 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1378381696 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1757814 1 5690756 Memory (MB) : 337 1024 1024 ... 028 (1253.293.000) 05/25 10:28:13 Job ad information event triggered. SentBytes = 1378381696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:09:49, Sys 0 00:01:38" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 293 EventTime = "2019-05-25T10:28:13" TotalSentBytes = 1378381696.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:09:49, Sys 0 00:01:38" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.164.000) 05/25 10:28:14 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320968 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:28:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:28:20 Image size of job updated: 1409624 362 - MemoryUsage of job (MB) 370348 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:28:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.096.000) 05/25 10:28:20 Image size of job updated: 1387328 345 - MemoryUsage of job (MB) 352664 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 10:28:21 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333012 - ResidentSetSize of job (KB) ... 006 (1253.197.000) 05/25 10:28:21 Image size of job updated: 1409624 362 - MemoryUsage of job (MB) 370684 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:28:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 352664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 10:28:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.197.000) 05/25 10:28:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.163.000) 05/25 10:28:21 Image size of job updated: 1570672 400 - MemoryUsage of job (MB) 408992 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:28:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 408992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 10:28:22 Image size of job updated: 1387328 345 - MemoryUsage of job (MB) 353028 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:28:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 353028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 10:28:23 Image size of job updated: 1510876 357 - MemoryUsage of job (MB) 365156 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:28:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.083.000) 05/25 10:28:24 Image size of job updated: 1340416 313 - MemoryUsage of job (MB) 320132 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:28:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:28:24 Image size of job updated: 1409624 359 - MemoryUsage of job (MB) 367344 - ResidentSetSize of job (KB) ... 028 (1253.194.000) 05/25 10:28:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.162.000) 05/25 10:28:24 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320112 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:28:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 10:28:24 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 373940 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:28:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 10:28:24 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317824 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:28:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:28:28 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314084 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:28:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 10:28:29 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321804 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:28:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:28:29 Image size of job updated: 1387324 376 - MemoryUsage of job (MB) 384732 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:28:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:28:30 Image size of job updated: 1503288 386 - MemoryUsage of job (MB) 395212 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:28:30 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:28:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 395212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.129.000) 05/25 10:28:32 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311760 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:28:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:28:33 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 313844 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:28:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 313844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:28:34 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318552 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:28:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:28:36 Image size of job updated: 1454916 402 - MemoryUsage of job (MB) 410784 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:28:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.270.000) 05/25 10:28:36 Image size of job updated: 1572724 400 - MemoryUsage of job (MB) 409116 - ResidentSetSize of job (KB) ... 028 (1253.270.000) 05/25 10:28:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:28:37 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305980 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:28:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:28:39 Image size of job updated: 1477212 408 - MemoryUsage of job (MB) 417520 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:28:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:28:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.264.000) 05/25 10:28:41 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371256 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 10:28:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 371256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:28:41 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307720 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:28:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:28:42 Image size of job updated: 1554112 390 - MemoryUsage of job (MB) 398624 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:28:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:28:45 Image size of job updated: 1454916 340 - MemoryUsage of job (MB) 347332 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:28:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 347332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:28:45 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317924 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:28:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:28:45 Image size of job updated: 1436924 394 - MemoryUsage of job (MB) 402456 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:28:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 402456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:28:47 Image size of job updated: 1252352 373 - MemoryUsage of job (MB) 381828 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:28:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:28:47 Image size of job updated: 1252348 373 - MemoryUsage of job (MB) 381212 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:28:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:28:51 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 301020 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:28:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:28:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:28:52 Image size of job updated: 1387328 338 - MemoryUsage of job (MB) 345828 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:28:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:28:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:28:53 Image size of job updated: 1554116 390 - MemoryUsage of job (MB) 398792 - ResidentSetSize of job (KB) ... 006 (1253.112.000) 05/25 10:28:53 Image size of job updated: 1624116 402 - MemoryUsage of job (MB) 410760 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:28:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 398792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.286.000) 05/25 10:28:53 Image size of job updated: 2158384 428 - MemoryUsage of job (MB) 437760 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:28:53 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 410760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.286.000) 05/25 10:28:53 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 428 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 437760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 10:28:54 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301896 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 10:28:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:28:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:28:55 Image size of job updated: 1319940 371 - MemoryUsage of job (MB) 379380 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:28:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.283.000) 05/25 10:28:55 Image size of job updated: 2059316 387 - MemoryUsage of job (MB) 396020 - ResidentSetSize of job (KB) ... 006 (1253.244.000) 05/25 10:28:56 Image size of job updated: 2225972 427 - MemoryUsage of job (MB) 436792 - ResidentSetSize of job (KB) ... 006 (1253.217.000) 05/25 10:28:56 Image size of job updated: 1392980 342 - MemoryUsage of job (MB) 349280 - ResidentSetSize of job (KB) ... 028 (1253.283.000) 05/25 10:28:55 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2059316 Proc = 283 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 396020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.244.000) 05/25 10:28:56 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 427 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 436792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.217.000) 05/25 10:28:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:28:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 349280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.242.000) 05/25 10:28:57 Image size of job updated: 2106732 429 - MemoryUsage of job (MB) 438428 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:28:57 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2106732 Proc = 242 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 429 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8084452" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" Subproc = 0 ResidentSetSize = 438428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.284.000) 05/25 10:28:58 Image size of job updated: 1854500 426 - MemoryUsage of job (MB) 436120 - ResidentSetSize of job (KB) ... 028 (1253.284.000) 05/25 10:28:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1854500 Proc = 284 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" Subproc = 0 ResidentSetSize = 436120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.285.000) 05/25 10:28:58 Image size of job updated: 2045044 406 - MemoryUsage of job (MB) 415668 - ResidentSetSize of job (KB) ... 028 (1253.285.000) 05/25 10:28:58 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2045044 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 415668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:28:58 Image size of job updated: 1319932 364 - MemoryUsage of job (MB) 372384 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:28:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.243.000) 05/25 10:28:59 Image size of job updated: 2101220 382 - MemoryUsage of job (MB) 390516 - ResidentSetSize of job (KB) ... 028 (1253.243.000) 05/25 10:28:59 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2101220 Proc = 243 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:28:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106146" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" Subproc = 0 ResidentSetSize = 390516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:28:59 Image size of job updated: 1454912 394 - MemoryUsage of job (MB) 403128 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:28:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:28:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 403128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.241.000) 05/25 10:29:00 Image size of job updated: 2294460 426 - MemoryUsage of job (MB) 436176 - ResidentSetSize of job (KB) ... 028 (1253.241.000) 05/25 10:29:00 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2294460 Proc = 241 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:29:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" Subproc = 0 ResidentSetSize = 436176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:29:01 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 400312 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:29:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:29:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:29:04 Image size of job updated: 1554116 393 - MemoryUsage of job (MB) 401556 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:29:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:29:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 401556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:29:04 Image size of job updated: 1436928 339 - MemoryUsage of job (MB) 346500 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:29:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:29:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 346500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.287.000) 05/25 10:29:04 Image size of job updated: 2221868 426 - MemoryUsage of job (MB) 435396 - ResidentSetSize of job (KB) ... 006 (1253.288.000) 05/25 10:29:04 Image size of job updated: 1554116 338 - MemoryUsage of job (MB) 345420 - ResidentSetSize of job (KB) ... 028 (1253.287.000) 05/25 10:29:04 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2221868 Proc = 287 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:29:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" Subproc = 0 ResidentSetSize = 435396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.288.000) 05/25 10:29:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:29:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 10:29:07 Image size of job updated: 2000000 357 - MemoryUsage of job (MB) 365192 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 10:29:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2000000 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:29:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.292.000) 05/25 10:29:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:09:51, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:09:51, Sys 0 00:01:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1378155392 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1378155392 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1757593 1 5690756 Memory (MB) : 339 1024 1024 ... 028 (1253.292.000) 05/25 10:29:09 Job ad information event triggered. SentBytes = 1378155392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:09:51, Sys 0 00:01:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 292 EventTime = "2019-05-25T10:29:09" TotalSentBytes = 1378155392.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:09:51, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.092.000) 05/25 10:29:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:17, Sys 0 00:01:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:17, Sys 0 00:01:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1832941440 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1832941440 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2201721 1 19343491 Memory (MB) : 428 1024 1024 ... 028 (1253.092.000) 05/25 10:29:09 Job ad information event triggered. SentBytes = 1832941440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7591" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas555.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:17, Sys 0 00:01:22" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 92 EventTime = "2019-05-25T10:29:09" TotalSentBytes = 1832941440.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:10:17, Sys 0 00:01:22" JOB_GLIDEIN_SiteWMS_JobId = "2287548.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.291.000) 05/25 10:29:14 Image size of job updated: 1459224 351 - MemoryUsage of job (MB) 358744 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:29:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:29:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:29:17 Image size of job updated: 1475160 394 - MemoryUsage of job (MB) 403296 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:29:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:29:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.279.000) 05/25 10:29:17 Image size of job updated: 1477212 418 - MemoryUsage of job (MB) 427712 - ResidentSetSize of job (KB) ... 028 (1253.279.000) 05/25 10:29:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 279 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:29:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466114" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 427712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:29:22 Image size of job updated: 1524760 395 - MemoryUsage of job (MB) 403684 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:29:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:29:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.026.000) 05/25 10:29:39 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320024 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:29:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:29:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.045.000) 05/25 10:29:40 Image size of job updated: 1387332 343 - MemoryUsage of job (MB) 351204 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:29:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:29:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 351204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:29:41 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316448 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:29:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:29:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 316448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 10:29:42 Image size of job updated: 1268904 376 - MemoryUsage of job (MB) 384380 - ResidentSetSize of job (KB) ... 006 (1253.011.000) 05/25 10:29:42 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318960 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:29:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:29:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 10:29:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:29:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:29:43 Image size of job updated: 1475160 399 - MemoryUsage of job (MB) 408424 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:29:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:29:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.021.000) 05/25 10:29:44 Image size of job updated: 1570672 368 - MemoryUsage of job (MB) 376488 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 10:29:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:29:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.294.000) 05/25 10:29:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:09:32, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:09:32, Sys 0 00:01:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1378629504 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1378629504 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1758056 1 5690756 Memory (MB) : 340 1024 1024 ... 028 (1253.294.000) 05/25 10:29:44 Job ad information event triggered. SentBytes = 1378629504.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:09:32, Sys 0 00:01:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 294 EventTime = "2019-05-25T10:29:44" TotalSentBytes = 1378629504.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:09:32, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.286.000) 05/25 10:29:46 Image size of job updated: 2158384 429 - MemoryUsage of job (MB) 438312 - ResidentSetSize of job (KB) ... 028 (1253.286.000) 05/25 10:29:46 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2158384 Proc = 286 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:29:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 429 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" Subproc = 0 ResidentSetSize = 438312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.290.000) 05/25 10:29:49 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:01, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:01, Sys 0 00:01:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1379651328 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1379651328 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1759054 1 5690756 Memory (MB) : 336 1024 1024 ... 028 (1253.290.000) 05/25 10:29:49 Job ad information event triggered. SentBytes = 1379651328.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:01, Sys 0 00:01:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 290 EventTime = "2019-05-25T10:29:49" TotalSentBytes = 1379651328.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:10:01, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.278.000) 05/25 10:29:52 Image size of job updated: 1510872 399 - MemoryUsage of job (MB) 408152 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:29:52 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:29:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.025.000) 05/25 10:30:00 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313808 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:30:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:30:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:30:03 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314092 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:30:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:30:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:30:05 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312740 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:30:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:30:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 10:30:06 Image size of job updated: 1338348 272 - MemoryUsage of job (MB) 278052 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 10:30:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:30:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 272 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 278052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:30:09 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364400 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:30:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:30:09 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 302440 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:30:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:30:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.265.000) 05/25 10:30:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309 <10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP> ... 028 (1253.265.000) 05/25 10:30:12 Job ad information event triggered. StartdAddr = "<10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7148" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 265 EventTime = "2019-05-25T10:30:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.088.000) 05/25 10:30:13 Image size of job updated: 1386580 399 - MemoryUsage of job (MB) 408364 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:30:13 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:30:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 408364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:30:13 Image size of job updated: 1268904 378 - MemoryUsage of job (MB) 386608 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:30:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:30:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 386608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 10:30:13 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360164 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 10:30:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 10:30:15 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357356 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 10:30:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:30:16 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 366384 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:30:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 10:30:17 Image size of job updated: 1500000 348 - MemoryUsage of job (MB) 356136 - ResidentSetSize of job (KB) ... 028 (1253.108.000) 05/25 10:30:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 356136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.139.000) 05/25 10:30:21 Job terminated. (1) Normal termination (return value 0) Usr 0 01:11:09, Sys 0 00:01:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:11:09, Sys 0 00:01:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1827157376 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1827157376 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2196072 1 19282592 Memory (MB) : 434 1024 1024 ... 028 (1253.139.000) 05/25 10:30:21 Job ad information event triggered. SentBytes = 1827157376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106242" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas560.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:11:09, Sys 0 00:01:27" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 139 EventTime = "2019-05-25T10:30:21" TotalSentBytes = 1827157376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:11:09, Sys 0 00:01:27" JOB_GLIDEIN_SiteWMS_JobId = "2287666.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.181.000) 05/25 10:30:21 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 368440 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:30:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:30:23 Image size of job updated: 1336492 369 - MemoryUsage of job (MB) 377052 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:30:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:30:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 377052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:30:28 Image size of job updated: 1554112 391 - MemoryUsage of job (MB) 399676 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:30:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 399676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.187.000) 05/25 10:30:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:11:51, Sys 0 00:01:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:11:51, Sys 0 00:01:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874821504 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1874821504 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242619 1 19334995 Memory (MB) : 373 1024 1024 ... 028 (1253.187.000) 05/25 10:30:30 Job ad information event triggered. SentBytes = 1874821504.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7591" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas573.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:11:51, Sys 0 00:01:30" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 187 EventTime = "2019-05-25T10:30:30" TotalSentBytes = 1874821504.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:11:51, Sys 0 00:01:30" JOB_GLIDEIN_SiteWMS_JobId = "2287550.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.156.000) 05/25 10:30:30 Image size of job updated: 1504512 403 - MemoryUsage of job (MB) 412468 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:30:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 412468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:30:30 Image size of job updated: 1387324 398 - MemoryUsage of job (MB) 407532 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:30:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 407532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:30:30 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375008 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:30:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:30:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 375008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:30:31 Image size of job updated: 1488576 404 - MemoryUsage of job (MB) 412896 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:30:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 412896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:30:31 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364200 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:30:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 364200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.042.000) 05/25 10:30:31 Image size of job updated: 1916320 418 - MemoryUsage of job (MB) 427992 - ResidentSetSize of job (KB) ... 028 (1253.042.000) 05/25 10:30:31 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1916320 Proc = 42 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:30:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" Subproc = 0 ResidentSetSize = 427992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:30:31 Image size of job updated: 1436924 395 - MemoryUsage of job (MB) 403904 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:30:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 403904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:30:32 Image size of job updated: 1389376 413 - MemoryUsage of job (MB) 422096 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:30:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 422096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:30:32 Image size of job updated: 1454912 339 - MemoryUsage of job (MB) 346304 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 10:30:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 346304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:30:32 Image size of job updated: 1252352 355 - MemoryUsage of job (MB) 363040 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 10:30:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:30:32 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376544 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:30:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 376544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 10:30:32 Image size of job updated: 1641948 338 - MemoryUsage of job (MB) 345560 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:30:32 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 345560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.199.000) 05/25 10:30:32 Image size of job updated: 15082808 398 - MemoryUsage of job (MB) 407316 - ResidentSetSize of job (KB) ... 028 (1253.199.000) 05/25 10:30:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 407316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.148.000) 05/25 10:30:33 Image size of job updated: 1387332 399 - MemoryUsage of job (MB) 408000 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:30:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:30:33 Image size of job updated: 1454916 333 - MemoryUsage of job (MB) 340884 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:30:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 340884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 10:30:33 Image size of job updated: 1454916 387 - MemoryUsage of job (MB) 395804 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 10:30:33 Image size of job updated: 1387328 330 - MemoryUsage of job (MB) 337368 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:30:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 395804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.152.000) 05/25 10:30:33 Image size of job updated: 1387324 403 - MemoryUsage of job (MB) 412436 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 10:30:33 Image size of job updated: 1454920 394 - MemoryUsage of job (MB) 402900 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 10:30:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.152.000) 05/25 10:30:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 412436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 10:30:34 Image size of job updated: 1387324 359 - MemoryUsage of job (MB) 367184 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 10:30:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.155.000) 05/25 10:30:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 10:30:42 Image size of job updated: 1387324 372 - MemoryUsage of job (MB) 380180 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 10:30:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:30:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 ResidentSetSize = 380180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:30:48 Image size of job updated: 1554120 392 - MemoryUsage of job (MB) 401148 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:30:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:30:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:30:54 Image size of job updated: 1453484 384 - MemoryUsage of job (MB) 392508 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:30:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 392508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.064.000) 05/25 10:30:58 Image size of job updated: 1572724 393 - MemoryUsage of job (MB) 401520 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:30:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 64 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:30:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:31:05 Image size of job updated: 1553368 396 - MemoryUsage of job (MB) 405312 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:31:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:31:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 405312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:31:07 Image size of job updated: 1387332 399 - MemoryUsage of job (MB) 408296 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:31:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:31:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 408296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:31:10 Image size of job updated: 1436924 395 - MemoryUsage of job (MB) 404320 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:31:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:31:16 Image size of job updated: 1457172 394 - MemoryUsage of job (MB) 402872 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:31:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.268.000) 05/25 10:31:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3418_203856408@MAX-LDKARAKAS-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.268.000) 05/25 10:31:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:31:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437752.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" StartdName = "glidein_3418_203856408@MAX-LDKARAKAS-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-LDKARAKAS-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:31:21 Image size of job updated: 1504520 344 - MemoryUsage of job (MB) 351548 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:31:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:31:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 351548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.041.000) 05/25 10:31:34 Image size of job updated: 10777748 397 - MemoryUsage of job (MB) 405960 - ResidentSetSize of job (KB) ... 028 (1253.041.000) 05/25 10:31:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10777748 Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:31:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.078.000) 05/25 10:31:34 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 356064 - ResidentSetSize of job (KB) ... 006 (1253.133.000) 05/25 10:31:34 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366484 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:31:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:31:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.133.000) 05/25 10:31:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:31:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:31:37 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 361972 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:31:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:31:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 10:31:46 Image size of job updated: 1268900 306 - MemoryUsage of job (MB) 313312 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:31:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:31:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:31:48 Image size of job updated: 1407572 397 - MemoryUsage of job (MB) 405720 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:31:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:31:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:31:49 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 403180 - ResidentSetSize of job (KB) ... 006 (1253.236.000) 05/25 10:31:49 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356512 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:31:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:31:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 403180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.236.000) 05/25 10:31:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:31:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:31:51 Image size of job updated: 1453484 372 - MemoryUsage of job (MB) 380788 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:31:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:31:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:31:56 Image size of job updated: 1323548 305 - MemoryUsage of job (MB) 312276 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:31:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:31:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 312276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:32:02 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321840 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:32:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:32:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:32:03 Image size of job updated: 1386580 403 - MemoryUsage of job (MB) 411668 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:32:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:32:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 411668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 10:32:05 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 355952 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 10:32:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:32:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:32:07 Image size of job updated: 1255956 302 - MemoryUsage of job (MB) 308528 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:32:07 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:32:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 308528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:32:09 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309820 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:32:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 10:32:10 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357408 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 10:32:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:32:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 357408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.268.000) 05/25 10:32:10 Job executing on host: <72.36.96.205:39407?CCBID=192.170.227.251:9751%3faddrs%3d192.170.227.251-9751#878109&addrs=72.36.96.205-39407&noUDP> ... 028 (1253.268.000) 05/25 10:32:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:32:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:39407?CCBID=192.170.227.251:9751%3faddrs%3d192.170.227.251-9751#878109&addrs=72.36.96.205-39407&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:32:11 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321936 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:32:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:32:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:32:12 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318504 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:32:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:32:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:32:15 Image size of job updated: 1336492 374 - MemoryUsage of job (MB) 382456 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:32:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:32:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.244.000) 05/25 10:32:23 Image size of job updated: 2225972 428 - MemoryUsage of job (MB) 437544 - ResidentSetSize of job (KB) ... 028 (1253.244.000) 05/25 10:32:23 Job ad information event triggered. JOB_Site = "NotreDame" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2225972 Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" EventTime = "2019-05-25T10:32:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" MemoryUsage = 428 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "NotreDame" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7672" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" Subproc = 0 ResidentSetSize = 437544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:32:24 Image size of job updated: 1457172 398 - MemoryUsage of job (MB) 407112 - ResidentSetSize of job (KB) ... 006 (1253.218.000) 05/25 10:32:24 Image size of job updated: 1268900 303 - MemoryUsage of job (MB) 309656 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:32:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.218.000) 05/25 10:32:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 10:32:26 Image size of job updated: 1387328 353 - MemoryUsage of job (MB) 361432 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 10:32:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:32:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 361432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.206.000) 05/25 10:32:34 Image size of job updated: 1387324 399 - MemoryUsage of job (MB) 408164 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:32:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:32:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 408164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:32:45 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317436 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:32:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:32:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:32:59 Image size of job updated: 1454912 398 - MemoryUsage of job (MB) 407036 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:32:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:32:59 Image size of job updated: 1553368 390 - MemoryUsage of job (MB) 398636 - ResidentSetSize of job (KB) ... 006 (1253.193.000) 05/25 10:32:59 Image size of job updated: 1477212 363 - MemoryUsage of job (MB) 371136 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:32:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 398636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.193.000) 05/25 10:32:59 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.275.000) 05/25 10:33:00 Image size of job updated: 1388632 366 - MemoryUsage of job (MB) 373908 - ResidentSetSize of job (KB) ... 006 (1253.276.000) 05/25 10:33:00 Image size of job updated: 1386580 392 - MemoryUsage of job (MB) 401296 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:33:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 373908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.276.000) 05/25 10:33:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 401296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 10:33:01 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320116 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:33:01 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374496 - ResidentSetSize of job (KB) ... 006 (1253.184.000) 05/25 10:33:01 Image size of job updated: 1510876 356 - MemoryUsage of job (MB) 363996 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 10:33:01 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319548 - ResidentSetSize of job (KB) ... 006 (1253.196.000) 05/25 10:33:01 Image size of job updated: 1576412 364 - MemoryUsage of job (MB) 371820 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:33:01 Image size of job updated: 1387324 398 - MemoryUsage of job (MB) 407360 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 10:33:01 Image size of job updated: 1436928 390 - MemoryUsage of job (MB) 398380 - ResidentSetSize of job (KB) ... 006 (1253.089.000) 05/25 10:33:01 Image size of job updated: 1510876 343 - MemoryUsage of job (MB) 350872 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 10:33:01 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 379668 - ResidentSetSize of job (KB) ... 006 (1253.232.000) 05/25 10:33:01 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 379860 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 374496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.184.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.221.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 10:33:02 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316600 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 10:33:02 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332460 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 10:33:02 Image size of job updated: 1336492 373 - MemoryUsage of job (MB) 381712 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 10:33:02 Image size of job updated: 1454916 351 - MemoryUsage of job (MB) 358624 - ResidentSetSize of job (KB) ... 006 (1253.046.000) 05/25 10:33:02 Image size of job updated: 10824676 2566 - MemoryUsage of job (MB) 2627076 - ResidentSetSize of job (KB) ... 006 (1253.114.000) 05/25 10:33:02 Image size of job updated: 1572724 404 - MemoryUsage of job (MB) 412708 - ResidentSetSize of job (KB) ... 006 (1253.186.000) 05/25 10:33:02 Image size of job updated: 1475160 344 - MemoryUsage of job (MB) 351660 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 10:33:02 Image size of job updated: 1454920 393 - MemoryUsage of job (MB) 401736 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 10:33:03 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344532 - ResidentSetSize of job (KB) ... 006 (1253.190.000) 05/25 10:33:03 Image size of job updated: 1459224 351 - MemoryUsage of job (MB) 358528 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 10:33:03 Image size of job updated: 1621700 381 - MemoryUsage of job (MB) 389516 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 10:33:03 Image size of job updated: 1436928 330 - MemoryUsage of job (MB) 336940 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 10:33:03 Image size of job updated: 1387324 371 - MemoryUsage of job (MB) 378964 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.072.000) 05/25 10:33:04 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306284 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:33:04 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 349112 - ResidentSetSize of job (KB) ... 006 (1253.118.000) 05/25 10:33:04 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318232 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 10:33:04 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315808 - ResidentSetSize of job (KB) ... 006 (1253.103.000) 05/25 10:33:05 Image size of job updated: 1454912 374 - MemoryUsage of job (MB) 382916 - ResidentSetSize of job (KB) ... 006 (1253.097.000) 05/25 10:33:05 Image size of job updated: 1621700 400 - MemoryUsage of job (MB) 408936 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 10:33:05 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 309128 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 10:33:05 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320716 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 10:33:05 Image size of job updated: 1621704 350 - MemoryUsage of job (MB) 357564 - ResidentSetSize of job (KB) ... 006 (1253.057.000) 05/25 10:33:05 Image size of job updated: 1436928 331 - MemoryUsage of job (MB) 338460 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 10:33:05 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 405852 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:33:05 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315936 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 10:33:06 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 355220 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 10:33:06 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314780 - ResidentSetSize of job (KB) ... 006 (1253.168.000) 05/25 10:33:06 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320304 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 10:33:06 Image size of job updated: 1554116 330 - MemoryUsage of job (MB) 337904 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 10:33:06 Image size of job updated: 1387328 331 - MemoryUsage of job (MB) 338648 - ResidentSetSize of job (KB) ... 006 (1253.174.000) 05/25 10:33:06 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315232 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 407360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.131.000) 05/25 10:33:06 Image size of job updated: 1268904 373 - MemoryUsage of job (MB) 381700 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 10:33:07 Image size of job updated: 1455536 367 - MemoryUsage of job (MB) 375292 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.089.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 350872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.222.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.232.000) 05/25 10:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 10:33:07 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365224 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 10:33:07 Image size of job updated: 1621704 381 - MemoryUsage of job (MB) 390136 - ResidentSetSize of job (KB) ... 006 (1253.120.000) 05/25 10:33:08 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 309000 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 10:33:08 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312548 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 10:33:08 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 346012 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:33:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.234.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 358624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.046.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10824676 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 2566 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 2627076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 10:33:09 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 399772 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 412708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 351660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.079.000) 05/25 10:33:10 Image size of job updated: 1503288 343 - MemoryUsage of job (MB) 350712 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 10:33:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 10:33:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.190.000) 05/25 10:33:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.062.000) 05/25 10:33:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 10:33:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 336940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:33:11 Image size of job updated: 1268904 374 - MemoryUsage of job (MB) 382912 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:33:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 10:33:11 Image size of job updated: 1319932 370 - MemoryUsage of job (MB) 378468 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:33:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 306284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 10:33:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.118.000) 05/25 10:33:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 10:33:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 382916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 408936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 357564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 338460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 405852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:33:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.168.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:33:15 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322184 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 337904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 338648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.131.000) 05/25 10:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 10:33:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:33:20 Image size of job updated: 1409624 366 - MemoryUsage of job (MB) 374308 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 10:33:21 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357808 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 10:33:21 Image size of job updated: 1387328 346 - MemoryUsage of job (MB) 354256 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 10:33:21 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335500 - ResidentSetSize of job (KB) ... 006 (1253.250.000) 05/25 10:33:21 Image size of job updated: 1436932 362 - MemoryUsage of job (MB) 369716 - ResidentSetSize of job (KB) ... 006 (1253.197.000) 05/25 10:33:22 Image size of job updated: 1409624 367 - MemoryUsage of job (MB) 374908 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 10:33:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 10:33:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.120.000) 05/25 10:33:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 10:33:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:33:22 Image size of job updated: 1570672 403 - MemoryUsage of job (MB) 411872 - ResidentSetSize of job (KB) ... 006 (1253.246.000) 05/25 10:33:22 Image size of job updated: 1387328 348 - MemoryUsage of job (MB) 355472 - ResidentSetSize of job (KB) ... 006 (1253.191.000) 05/25 10:33:24 Image size of job updated: 1510876 361 - MemoryUsage of job (MB) 369116 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 10:33:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 399772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.079.000) 05/25 10:33:10 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 350712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.194.000) 05/25 10:33:24 Image size of job updated: 1409624 363 - MemoryUsage of job (MB) 371568 - ResidentSetSize of job (KB) ... 006 (1253.162.000) 05/25 10:33:24 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 322100 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 10:33:25 Image size of job updated: 1252344 366 - MemoryUsage of job (MB) 374076 - ResidentSetSize of job (KB) ... 006 (1253.180.000) 05/25 10:33:25 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320120 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:33:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.098.000) 05/25 10:33:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 10:33:29 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314876 - ResidentSetSize of job (KB) ... 006 (1253.034.000) 05/25 10:33:30 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323852 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:33:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:33:30 Image size of job updated: 1387324 378 - MemoryUsage of job (MB) 386312 - ResidentSetSize of job (KB) ... 006 (1253.068.000) 05/25 10:33:30 Image size of job updated: 1503288 388 - MemoryUsage of job (MB) 396904 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:33:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.214.000) 05/25 10:33:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 10:33:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 354256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 10:33:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.250.000) 05/25 10:33:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.197.000) 05/25 10:33:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.163.000) 05/25 10:33:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 411872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.246.000) 05/25 10:33:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 355472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.191.000) 05/25 10:33:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.194.000) 05/25 10:33:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.129.000) 05/25 10:33:34 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312248 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:33:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.095.000) 05/25 10:33:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.180.000) 05/25 10:33:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.127.000) 05/25 10:33:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:33:34 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 315292 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:33:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:33:35 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320840 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:33:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.068.000) 05/25 10:33:30 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:33:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 396904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.252.000) 05/25 10:33:36 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 414088 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:33:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:33:38 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307556 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:33:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 315292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.266.000) 05/25 10:33:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.198.000) 05/25 10:33:39 Image size of job updated: 1477212 412 - MemoryUsage of job (MB) 421216 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:33:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.272.000) 05/25 10:33:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:33:42 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308524 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:33:39 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:33:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 421216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.257.000) 05/25 10:33:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:33:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:33:43 Image size of job updated: 1554112 392 - MemoryUsage of job (MB) 401240 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:33:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:33:45 Image size of job updated: 1454916 342 - MemoryUsage of job (MB) 350188 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 10:33:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:33:46 Image size of job updated: 1436924 397 - MemoryUsage of job (MB) 405696 - ResidentSetSize of job (KB) ... 006 (1253.271.000) 05/25 10:33:46 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318932 - ResidentSetSize of job (KB) ... 006 (1253.255.000) 05/25 10:33:47 Image size of job updated: 1454920 393 - MemoryUsage of job (MB) 402396 - ResidentSetSize of job (KB) ... 006 (1253.253.000) 05/25 10:33:47 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 398096 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:33:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 405696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 10:33:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 10:33:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.253.000) 05/25 10:33:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:33:52 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302552 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:33:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:33:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:33:52 Image size of job updated: 1387328 342 - MemoryUsage of job (MB) 349720 - ResidentSetSize of job (KB) ... 006 (1253.112.000) 05/25 10:33:53 Image size of job updated: 1624116 404 - MemoryUsage of job (MB) 413224 - ResidentSetSize of job (KB) ... 006 (1253.245.000) 05/25 10:33:53 Image size of job updated: 1554116 392 - MemoryUsage of job (MB) 401212 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:33:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:33:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.112.000) 05/25 10:33:53 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 413224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.245.000) 05/25 10:33:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 401212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:33:55 Image size of job updated: 1319940 374 - MemoryUsage of job (MB) 382132 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:33:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:33:57 Image size of job updated: 1392980 345 - MemoryUsage of job (MB) 352944 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:33:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:33:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 352944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:33:59 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 374180 - ResidentSetSize of job (KB) ... 006 (1253.251.000) 05/25 10:34:00 Image size of job updated: 1454912 397 - MemoryUsage of job (MB) 406168 - ResidentSetSize of job (KB) ... 022 (1253.084.000) 05/25 10:34:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3433_145123440@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309 <10.0.2.15:46026?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866856&addrs=10.0.2.15-46026&noUDP> ... 028 (1253.249.000) 05/25 10:33:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:33:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:34:01 Image size of job updated: 1387324 395 - MemoryUsage of job (MB) 403548 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:34:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:34:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 406168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.084.000) 05/25 10:34:01 Job ad information event triggered. StartdAddr = "<10.0.2.15:46026?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866856&addrs=10.0.2.15-46026&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 84 EventTime = "2019-05-25T10:34:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3433_145123440@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.035.000) 05/25 10:34:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:34:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:34:04 Image size of job updated: 1554116 396 - MemoryUsage of job (MB) 405472 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:34:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:34:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 405472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:34:04 Image size of job updated: 1436928 342 - MemoryUsage of job (MB) 350116 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:34:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:34:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:34:05 Image size of job updated: 1554116 341 - MemoryUsage of job (MB) 348788 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:34:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:34:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.010.000) 05/25 10:34:07 Image size of job updated: 11266140 1818 - MemoryUsage of job (MB) 1861396 - ResidentSetSize of job (KB) ... 028 (1253.010.000) 05/25 10:34:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11266140 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:34:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 1818 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 1861396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.291.000) 05/25 10:34:14 Image size of job updated: 1459224 354 - MemoryUsage of job (MB) 361912 - ResidentSetSize of job (KB) ... 028 (1253.291.000) 05/25 10:34:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 291 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:34:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.239.000) 05/25 10:34:17 Image size of job updated: 1475160 397 - MemoryUsage of job (MB) 405936 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:34:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:34:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:34:23 Image size of job updated: 1524760 399 - MemoryUsage of job (MB) 408080 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:34:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:34:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.065.000) 05/25 10:34:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3439_831907700@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309 <10.0.2.15:38809?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558502&addrs=10.0.2.15-38809&noUDP> ... 028 (1253.065.000) 05/25 10:34:29 Job ad information event triggered. StartdAddr = "<10.0.2.15:38809?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558502&addrs=10.0.2.15-38809&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 65 EventTime = "2019-05-25T10:34:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3439_831907700@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.026.000) 05/25 10:34:39 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321860 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:34:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:34:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:34:41 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 318000 - ResidentSetSize of job (KB) ... 006 (1253.045.000) 05/25 10:34:42 Image size of job updated: 1387332 346 - MemoryUsage of job (MB) 354132 - ResidentSetSize of job (KB) ... 006 (1253.012.000) 05/25 10:34:42 Image size of job updated: 1570672 376 - MemoryUsage of job (MB) 384380 - ResidentSetSize of job (KB) ... 006 (1253.011.000) 05/25 10:34:42 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320280 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:34:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:34:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 318000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 10:34:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 354132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 10:34:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 10:34:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:34:43 Image size of job updated: 1475160 403 - MemoryUsage of job (MB) 411856 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:34:43 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:34:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.278.000) 05/25 10:34:52 Image size of job updated: 1510872 403 - MemoryUsage of job (MB) 412132 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:34:52 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:34:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.025.000) 05/25 10:35:01 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314072 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:35:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:35:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:35:05 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315404 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:35:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:35:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:35:05 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313268 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:35:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:35:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:35:09 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 367504 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:35:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:35:09 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304200 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:35:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:35:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:35:13 Image size of job updated: 1386580 401 - MemoryUsage of job (MB) 410536 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:35:13 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:35:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 410536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:35:14 Image size of job updated: 1570672 392 - MemoryUsage of job (MB) 400896 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:35:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:35:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 400896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 10:35:15 Image size of job updated: 1319932 354 - MemoryUsage of job (MB) 362236 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 10:35:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 10:35:15 Image size of job updated: 1319932 352 - MemoryUsage of job (MB) 360320 - ResidentSetSize of job (KB) ... 006 (1253.231.000) 05/25 10:35:15 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 358540 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 10:35:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:35:17 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369496 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 10:35:17 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 359084 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 10:35:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 10:35:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 10:35:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 359084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.197.000) 05/25 10:35:21 Image size of job updated: 5627068 367 - MemoryUsage of job (MB) 374908 - ResidentSetSize of job (KB) ... 028 (1253.197.000) 05/25 10:35:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5627068 Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:35:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.181.000) 05/25 10:35:22 Image size of job updated: 1319932 364 - MemoryUsage of job (MB) 372004 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:35:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:35:24 Image size of job updated: 1336492 371 - MemoryUsage of job (MB) 379276 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:35:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 379276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:35:28 Image size of job updated: 1554112 394 - MemoryUsage of job (MB) 402992 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:35:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 402992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.061.000) 05/25 10:35:29 Image size of job updated: 1454912 356 - MemoryUsage of job (MB) 364208 - ResidentSetSize of job (KB) ... 028 (1253.061.000) 05/25 10:35:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 61 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:35:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.156.000) 05/25 10:35:30 Image size of job updated: 1504512 407 - MemoryUsage of job (MB) 416236 - ResidentSetSize of job (KB) ... 006 (1253.203.000) 05/25 10:35:30 Image size of job updated: 1387324 401 - MemoryUsage of job (MB) 410388 - ResidentSetSize of job (KB) ... 006 (1253.167.000) 05/25 10:35:31 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376712 - ResidentSetSize of job (KB) ... 006 (1253.101.000) 05/25 10:35:31 Image size of job updated: 1488576 406 - MemoryUsage of job (MB) 415720 - ResidentSetSize of job (KB) ... 006 (1253.110.000) 05/25 10:35:31 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367320 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:35:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 416236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.203.000) 05/25 10:35:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 410388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:35:32 Image size of job updated: 1436924 398 - MemoryUsage of job (MB) 407296 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:35:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:35:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 376712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:35:32 Image size of job updated: 1389376 417 - MemoryUsage of job (MB) 426192 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:35:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 415720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 10:35:32 Image size of job updated: 1454912 342 - MemoryUsage of job (MB) 349608 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:35:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 367320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:35:32 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 365724 - ResidentSetSize of job (KB) ... 006 (1253.178.000) 05/25 10:35:32 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378592 - ResidentSetSize of job (KB) ... 006 (1253.202.000) 05/25 10:35:33 Image size of job updated: 1454916 390 - MemoryUsage of job (MB) 399112 - ResidentSetSize of job (KB) ... 006 (1253.199.000) 05/25 10:35:33 Image size of job updated: 15082808 401 - MemoryUsage of job (MB) 410132 - ResidentSetSize of job (KB) ... 006 (1253.037.000) 05/25 10:35:33 Image size of job updated: 1641948 342 - MemoryUsage of job (MB) 349520 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 10:35:33 Image size of job updated: 1387332 402 - MemoryUsage of job (MB) 411052 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 10:35:33 Image size of job updated: 1454916 336 - MemoryUsage of job (MB) 343484 - ResidentSetSize of job (KB) ... 006 (1253.152.000) 05/25 10:35:33 Image size of job updated: 1387324 407 - MemoryUsage of job (MB) 416452 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 10:35:33 Image size of job updated: 1387328 332 - MemoryUsage of job (MB) 339640 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 10:35:33 Image size of job updated: 1454920 396 - MemoryUsage of job (MB) 405264 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:35:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 407296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.145.000) 05/25 10:35:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 426192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 10:35:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 10:35:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:35:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.178.000) 05/25 10:35:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:35:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 378592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.202.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 399112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.199.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 410132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 349520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.148.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 343484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.152.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 416452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.201.000) 05/25 10:35:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:35:48 Image size of job updated: 1554120 395 - MemoryUsage of job (MB) 403844 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:35:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.075.000) 05/25 10:35:55 Image size of job updated: 1570672 384 - MemoryUsage of job (MB) 392508 - ResidentSetSize of job (KB) ... 028 (1253.075.000) 05/25 10:35:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 75 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:35:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 392508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:36:05 Image size of job updated: 1553368 400 - MemoryUsage of job (MB) 408896 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:36:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:36:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 408896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:36:07 Image size of job updated: 1387332 403 - MemoryUsage of job (MB) 411656 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:36:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:36:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 411656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:36:11 Image size of job updated: 1436924 398 - MemoryUsage of job (MB) 407076 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:36:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:36:17 Image size of job updated: 1457172 397 - MemoryUsage of job (MB) 406304 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:36:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 406304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 10:36:18 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356968 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:36:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:36:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 10:36:19 Image size of job updated: 1340416 316 - MemoryUsage of job (MB) 323260 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:36:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:36:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:36:21 Image size of job updated: 1504520 349 - MemoryUsage of job (MB) 356384 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:36:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 356384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 10:36:21 Image size of job updated: 1453484 380 - MemoryUsage of job (MB) 388660 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:36:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 388660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.046.000) 05/25 10:36:22 Image size of job updated: 10824676 3081 - MemoryUsage of job (MB) 3154284 - ResidentSetSize of job (KB) ... 028 (1253.046.000) 05/25 10:36:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10824676 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3081 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 3154284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 10:36:35 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356556 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:36:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 10:36:35 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 369836 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:36:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:36:38 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 364716 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:36:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:36:49 Image size of job updated: 1407572 400 - MemoryUsage of job (MB) 408888 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:36:49 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:36:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.205.000) 05/25 10:36:50 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 406444 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:36:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:36:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 406444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 10:36:50 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358428 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 10:36:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 10:36:51 Image size of job updated: 1268900 308 - MemoryUsage of job (MB) 314596 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:36:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:36:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:36:52 Image size of job updated: 1570672 379 - MemoryUsage of job (MB) 387168 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:36:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:36:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:36:57 Image size of job updated: 1323548 309 - MemoryUsage of job (MB) 315908 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:36:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:36:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 315908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.030.000) 05/25 10:36:59 Image size of job updated: 12500000 3139 - MemoryUsage of job (MB) 3213768 - ResidentSetSize of job (KB) ... 028 (1253.030.000) 05/25 10:36:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 30 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:36:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3139 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262477.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 3213768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.038.000) 05/25 10:37:02 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:32, Sys 0 00:01:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612112768 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.038.000) 05/25 10:37:02 Job ad information event triggered. SentBytes = 1612112768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7789" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 38 EventTime = "2019-05-25T10:37:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:26:32, Sys 0 00:01:59" JOB_GLIDEIN_SiteWMS_JobId = "455608" ... 006 (1253.220.000) 05/25 10:37:02 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323688 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:37:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:37:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:37:04 Image size of job updated: 1386580 405 - MemoryUsage of job (MB) 414368 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:37:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:37:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 414368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.145.000) 05/25 10:37:04 Image size of job updated: 1389376 417 - MemoryUsage of job (MB) 426456 - ResidentSetSize of job (KB) ... 028 (1253.145.000) 05/25 10:37:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:37:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 426456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 10:37:06 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358892 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 10:37:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:37:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:37:08 Image size of job updated: 1255956 305 - MemoryUsage of job (MB) 312104 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:37:08 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:37:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 312104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:37:09 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311140 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:37:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:37:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 10:37:10 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360516 - ResidentSetSize of job (KB) ... 006 (1253.080.000) 05/25 10:37:11 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322728 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 10:37:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 360516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.080.000) 05/25 10:37:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:37:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:37:12 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319820 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:37:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:37:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:37:16 Image size of job updated: 1336492 376 - MemoryUsage of job (MB) 384568 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:37:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:37:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 10:37:20 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356432 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 10:37:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:37:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:37:25 Image size of job updated: 1457172 402 - MemoryUsage of job (MB) 410828 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:37:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:37:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 410828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:37:25 Image size of job updated: 1268900 304 - MemoryUsage of job (MB) 311180 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:37:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:37:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.091.000) 05/25 10:37:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:11:54, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:11:54, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1836254464 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1836254464 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2204956 1 19324163 Memory (MB) : 370 1024 1024 ... 028 (1253.091.000) 05/25 10:37:32 Job ad information event triggered. SentBytes = 1836254464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7663" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas552.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:11:54, Sys 0 00:01:34" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 91 EventTime = "2019-05-25T10:37:32" TotalSentBytes = 1836254464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:11:54, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "2287620.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.206.000) 05/25 10:37:35 Image size of job updated: 1387324 402 - MemoryUsage of job (MB) 410692 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 10:37:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:37:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 ResidentSetSize = 410692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:37:45 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319020 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:37:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:37:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:37:59 Image size of job updated: 1454912 401 - MemoryUsage of job (MB) 409744 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:37:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:37:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 10:38:00 Image size of job updated: 1388632 369 - MemoryUsage of job (MB) 377076 - ResidentSetSize of job (KB) ... 006 (1253.276.000) 05/25 10:38:00 Image size of job updated: 1386580 394 - MemoryUsage of job (MB) 403296 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:38:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 377076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:38:00 Image size of job updated: 1553368 392 - MemoryUsage of job (MB) 401192 - ResidentSetSize of job (KB) ... 006 (1253.193.000) 05/25 10:38:00 Image size of job updated: 1477212 367 - MemoryUsage of job (MB) 374832 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:38:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 403296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.274.000) 05/25 10:38:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 401192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.193.000) 05/25 10:38:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 193 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.221.000) 05/25 10:38:01 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320868 - ResidentSetSize of job (KB) ... 006 (1253.229.000) 05/25 10:38:01 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321672 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:38:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.229.000) 05/25 10:38:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:38:01 Image size of job updated: 1268908 368 - MemoryUsage of job (MB) 376184 - ResidentSetSize of job (KB) ... 006 (1253.184.000) 05/25 10:38:01 Image size of job updated: 1510876 360 - MemoryUsage of job (MB) 367956 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:38:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 376184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.184.000) 05/25 10:38:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.212.000) 05/25 10:38:02 Image size of job updated: 1436928 392 - MemoryUsage of job (MB) 401180 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:38:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:38:02 Image size of job updated: 1510876 346 - MemoryUsage of job (MB) 354304 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 10:38:02 Image size of job updated: 1268904 374 - MemoryUsage of job (MB) 382308 - ResidentSetSize of job (KB) ... 006 (1253.196.000) 05/25 10:38:02 Image size of job updated: 1576412 368 - MemoryUsage of job (MB) 376308 - ResidentSetSize of job (KB) ... 006 (1253.232.000) 05/25 10:38:02 Image size of job updated: 1268904 374 - MemoryUsage of job (MB) 381972 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:38:02 Image size of job updated: 1387324 401 - MemoryUsage of job (MB) 410540 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 10:38:03 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317616 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:38:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.128.000) 05/25 10:38:03 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347388 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 10:38:03 Image size of job updated: 1336492 375 - MemoryUsage of job (MB) 383560 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:38:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.196.000) 05/25 10:38:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.048.000) 05/25 10:38:03 Image size of job updated: 1454916 353 - MemoryUsage of job (MB) 360960 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 10:38:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 10:38:03 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 333840 - ResidentSetSize of job (KB) ... 006 (1253.114.000) 05/25 10:38:03 Image size of job updated: 1572724 407 - MemoryUsage of job (MB) 416160 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 10:38:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 410540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 10:38:03 Image size of job updated: 1475160 347 - MemoryUsage of job (MB) 354808 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 10:38:03 Image size of job updated: 1454920 395 - MemoryUsage of job (MB) 403824 - ResidentSetSize of job (KB) ... 006 (1253.190.000) 05/25 10:38:04 Image size of job updated: 1459224 356 - MemoryUsage of job (MB) 363544 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 10:38:04 Image size of job updated: 1387324 372 - MemoryUsage of job (MB) 380116 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 10:38:04 Image size of job updated: 1621700 383 - MemoryUsage of job (MB) 391332 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:38:04 Image size of job updated: 1436928 331 - MemoryUsage of job (MB) 338768 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 360960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:38:05 Image size of job updated: 1621700 402 - MemoryUsage of job (MB) 411384 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 416160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 10:38:05 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310444 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 10:38:05 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322756 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 10:38:05 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306852 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:38:05 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351456 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.208.000) 05/25 10:38:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:38:05 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319808 - ResidentSetSize of job (KB) ... 028 (1253.190.000) 05/25 10:38:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1459224 Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.169.000) 05/25 10:38:05 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316864 - ResidentSetSize of job (KB) ... 006 (1253.103.000) 05/25 10:38:05 Image size of job updated: 1454912 377 - MemoryUsage of job (MB) 385988 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 10:38:06 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 409516 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:38:06 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316728 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 10:38:06 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310328 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 10:38:06 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356724 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 10:38:06 Image size of job updated: 1570672 361 - MemoryUsage of job (MB) 369648 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 10:38:06 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315836 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 10:38:06 Image size of job updated: 1621704 352 - MemoryUsage of job (MB) 359996 - ResidentSetSize of job (KB) ... 006 (1253.047.000) 05/25 10:38:06 Image size of job updated: 1453488 349 - MemoryUsage of job (MB) 356492 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:38:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.038.000) 05/25 10:38:06 Job executing on host: <192.170.226.106:35216?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886544&addrs=192.170.226.106-35216&noUDP> ... 006 (1253.057.000) 05/25 10:38:06 Image size of job updated: 1436928 332 - MemoryUsage of job (MB) 339232 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 10:38:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 10:38:07 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321888 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 10:38:07 Image size of job updated: 1554116 331 - MemoryUsage of job (MB) 338920 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:38:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 338768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 10:38:07 Image size of job updated: 1387328 332 - MemoryUsage of job (MB) 339548 - ResidentSetSize of job (KB) ... 006 (1253.174.000) 05/25 10:38:07 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316552 - ResidentSetSize of job (KB) ... 006 (1253.131.000) 05/25 10:38:07 Image size of job updated: 1570672 402 - MemoryUsage of job (MB) 411180 - ResidentSetSize of job (KB) ... 028 (1253.131.000) 05/25 10:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 411180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 411384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 10:38:08 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 368048 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 306852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:38:08 Image size of job updated: 1621704 383 - MemoryUsage of job (MB) 392076 - ResidentSetSize of job (KB) ... 006 (1253.120.000) 05/25 10:38:08 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310320 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 10:38:08 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348652 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 10:38:08 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314132 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 10:38:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 385988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 409516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 10:38:10 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 401888 - ResidentSetSize of job (KB) ... 006 (1253.079.000) 05/25 10:38:10 Image size of job updated: 1503288 345 - MemoryUsage of job (MB) 352860 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:38:11 Image size of job updated: 1570672 390 - MemoryUsage of job (MB) 398828 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 359996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 10:38:11 Image size of job updated: 1319932 372 - MemoryUsage of job (MB) 380268 - ResidentSetSize of job (KB) ... 028 (1253.047.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 356492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.038.000) 05/25 10:38:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.106:35216?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886544&addrs=192.170.226.106-35216&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376727.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30129" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c285.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 10:38:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 339232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.168.000) 05/25 10:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 10:38:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 338920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 10:38:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 339548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 10:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 10:38:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 10:38:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.120.000) 05/25 10:38:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 10:38:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:38:15 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323180 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 10:38:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.093.000) 05/25 10:38:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 401888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.079.000) 05/25 10:38:10 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 79 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:38:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493360" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366428" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 352860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 028 (1253.159.000) 05/25 10:38:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.098.000) 05/25 10:38:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.109.000) 05/25 10:38:18 Image size of job updated: 1453484 348 - MemoryUsage of job (MB) 355872 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:38:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.195.000) 05/25 10:38:21 Image size of job updated: 1409624 371 - MemoryUsage of job (MB) 379852 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 10:38:21 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 361356 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 10:38:21 Image size of job updated: 1387328 349 - MemoryUsage of job (MB) 357312 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 10:38:21 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338404 - ResidentSetSize of job (KB) ... 006 (1253.250.000) 05/25 10:38:22 Image size of job updated: 1436932 365 - MemoryUsage of job (MB) 373452 - ResidentSetSize of job (KB) ... 006 (1253.163.000) 05/25 10:38:22 Image size of job updated: 1570672 406 - MemoryUsage of job (MB) 415060 - ResidentSetSize of job (KB) ... 028 (1253.109.000) 05/25 10:38:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 355872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 10:38:23 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305884 - ResidentSetSize of job (KB) ... 006 (1253.246.000) 05/25 10:38:23 Image size of job updated: 1387328 351 - MemoryUsage of job (MB) 358508 - ResidentSetSize of job (KB) ... 028 (1253.195.000) 05/25 10:38:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 195 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.214.000) 05/25 10:38:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 10:38:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 357312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.191.000) 05/25 10:38:24 Image size of job updated: 1510876 366 - MemoryUsage of job (MB) 374644 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:38:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.250.000) 05/25 10:38:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.163.000) 05/25 10:38:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 415060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.235.000) 05/25 10:38:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 10:38:25 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 323684 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 10:38:25 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376144 - ResidentSetSize of job (KB) ... 006 (1253.180.000) 05/25 10:38:25 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322172 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:38:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 358508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.194.000) 05/25 10:38:25 Image size of job updated: 1409624 368 - MemoryUsage of job (MB) 376320 - ResidentSetSize of job (KB) ... 028 (1253.191.000) 05/25 10:38:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 191 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.162.000) 05/25 10:38:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.095.000) 05/25 10:38:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.180.000) 05/25 10:38:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.194.000) 05/25 10:38:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 194 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.127.000) 05/25 10:38:30 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316196 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:38:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:38:30 Image size of job updated: 1387324 379 - MemoryUsage of job (MB) 387116 - ResidentSetSize of job (KB) ... 006 (1253.034.000) 05/25 10:38:30 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325436 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:38:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.034.000) 05/25 10:38:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.068.000) 05/25 10:38:31 Image size of job updated: 1503288 390 - MemoryUsage of job (MB) 399348 - ResidentSetSize of job (KB) ... 028 (1253.068.000) 05/25 10:38:31 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1503288 Proc = 68 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T10:38:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493353" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20903" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 399348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.129.000) 05/25 10:38:34 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313520 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:38:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:38:35 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317068 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:38:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 317068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:38:35 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 322688 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:38:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:38:36 Image size of job updated: 1454916 408 - MemoryUsage of job (MB) 417652 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:38:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:38:38 Image size of job updated: 1387332 395 - MemoryUsage of job (MB) 403592 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 10:38:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:38:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 403592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:38:38 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 309084 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:38:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.141.000) 05/25 10:38:39 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:13, Sys 0 00:01:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:13, Sys 0 00:01:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1863639808 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1863639808 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2231700 1 19160514 Memory (MB) : 375 1024 1024 ... 028 (1253.141.000) 05/25 10:38:39 Job ad information event triggered. SentBytes = 1863639808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7656" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas563.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:13, Sys 0 00:01:33" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 141 EventTime = "2019-05-25T10:38:39" TotalSentBytes = 1863639808.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:12:13, Sys 0 00:01:33" JOB_GLIDEIN_SiteWMS_JobId = "2287600.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.198.000) 05/25 10:38:40 Image size of job updated: 1477212 417 - MemoryUsage of job (MB) 426232 - ResidentSetSize of job (KB) ... 028 (1253.198.000) 05/25 10:38:40 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1477212 Proc = 198 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 426232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.257.000) 05/25 10:38:42 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309580 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:38:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:38:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 10:38:43 Image size of job updated: 1554112 395 - MemoryUsage of job (MB) 404296 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:38:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:38:46 Image size of job updated: 1436924 400 - MemoryUsage of job (MB) 409004 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:38:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 409004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:38:46 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 321044 - ResidentSetSize of job (KB) ... 006 (1253.233.000) 05/25 10:38:46 Image size of job updated: 1454916 346 - MemoryUsage of job (MB) 354176 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:38:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.233.000) 05/25 10:38:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:38:48 Image size of job updated: 1454920 395 - MemoryUsage of job (MB) 404112 - ResidentSetSize of job (KB) ... 006 (1253.253.000) 05/25 10:38:48 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 400652 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:38:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.253.000) 05/25 10:38:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.196.000) 05/25 10:38:50 Image size of job updated: 1576412 368 - MemoryUsage of job (MB) 376572 - ResidentSetSize of job (KB) ... 028 (1253.196.000) 05/25 10:38:50 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576412 Proc = 196 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:38:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.267.000) 05/25 10:38:52 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303852 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:38:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:38:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:38:53 Image size of job updated: 1387328 345 - MemoryUsage of job (MB) 352960 - ResidentSetSize of job (KB) ... 006 (1253.112.000) 05/25 10:38:53 Image size of job updated: 1624116 406 - MemoryUsage of job (MB) 415008 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 10:38:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.112.000) 05/25 10:38:53 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 415008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:38:54 Image size of job updated: 1554116 396 - MemoryUsage of job (MB) 404608 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:38:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:38:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 404608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:38:56 Image size of job updated: 1554120 390 - MemoryUsage of job (MB) 398640 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:38:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:38:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.217.000) 05/25 10:38:57 Image size of job updated: 1392980 349 - MemoryUsage of job (MB) 356868 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:38:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:38:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 356868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:39:00 Image size of job updated: 1319932 368 - MemoryUsage of job (MB) 376196 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:39:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:39:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:39:00 Image size of job updated: 1454912 400 - MemoryUsage of job (MB) 409580 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:39:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:39:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 409580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:39:02 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 406052 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:39:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:39:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:39:04 Image size of job updated: 1554116 400 - MemoryUsage of job (MB) 408700 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:39:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:39:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 408700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 10:39:06 Image size of job updated: 1436928 346 - MemoryUsage of job (MB) 353304 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:39:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:39:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:39:06 Image size of job updated: 1554116 345 - MemoryUsage of job (MB) 352332 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:39:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:39:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 10:39:19 Image size of job updated: 1475160 399 - MemoryUsage of job (MB) 408576 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:39:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:39:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:39:23 Image size of job updated: 1524760 403 - MemoryUsage of job (MB) 411776 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:39:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:39:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1253.144.000) 05/25 10:39:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:11:59, Sys 0 00:01:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:11:59, Sys 0 00:01:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1859808768 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1859808768 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2227958 1 19334432 Memory (MB) : 372 1024 1024 ... 028 (1253.144.000) 05/25 10:39:29 Job ad information event triggered. SentBytes = 1859808768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106146" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:11:59, Sys 0 00:01:35" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 144 EventTime = "2019-05-25T10:39:29" TotalSentBytes = 1859808768.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:11:59, Sys 0 00:01:35" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" TotalReceivedBytes = 421571104.0 ... 023 (1253.265.000) 05/25 10:39:36 Job reconnected to glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309 startd address: <10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP> starter address: <10.0.2.15:40770?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#873782&PrivNet=SOE-STTL-01-S3-its-c7-osg-20190309&addrs=10.0.2.15-40770&noUDP> ... 028 (1253.265.000) 05/25 10:39:36 Job ad information event triggered. StartdAddr = "<10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7148" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 265 EventTime = "2019-05-25T10:39:36" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:40770?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#873782&PrivNet=SOE-STTL-01-S3-its-c7-osg-20190309&addrs=10.0.2.15-40770&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" EventDescription = "Job reconnected" ... 006 (1253.026.000) 05/25 10:39:40 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322644 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:39:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:39:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:39:42 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321600 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:39:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:39:42 Image size of job updated: 1471476 330 - MemoryUsage of job (MB) 337456 - ResidentSetSize of job (KB) ... 006 (1253.045.000) 05/25 10:39:42 Image size of job updated: 1387332 349 - MemoryUsage of job (MB) 357336 - ResidentSetSize of job (KB) ... 006 (1253.012.000) 05/25 10:39:42 Image size of job updated: 1570672 394 - MemoryUsage of job (MB) 402568 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:39:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 337456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 10:39:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 357336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 10:39:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 402568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:39:44 Image size of job updated: 1475160 406 - MemoryUsage of job (MB) 414808 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:39:44 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:39:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.121.000) 05/25 10:39:46 Image size of job updated: 1338348 273 - MemoryUsage of job (MB) 279356 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 10:39:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:39:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 273 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 279356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 10:39:52 Image size of job updated: 1510872 406 - MemoryUsage of job (MB) 415300 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:39:52 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:39:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1253.282.000) 05/25 10:39:58 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:38, Sys 0 00:01:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:38, Sys 0 00:01:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873074688 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1873074688 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2240914 1 19133434 Memory (MB) : 431 1024 1024 ... 028 (1253.282.000) 05/25 10:39:58 Job ad information event triggered. SentBytes = 1873074688.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7663" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas573.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:38, Sys 0 00:01:30" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 282 EventTime = "2019-05-25T10:39:58" TotalSentBytes = 1873074688.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:10:38, Sys 0 00:01:30" JOB_GLIDEIN_SiteWMS_JobId = "2287619.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.025.000) 05/25 10:40:01 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315360 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:40:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:40:05 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314324 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:40:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:40:05 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316724 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:40:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.064.000) 05/25 10:40:09 Job terminated. (1) Normal termination (return value 0) Usr 0 00:58:39, Sys 0 00:01:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:58:39, Sys 0 00:01:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047468608 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047468608 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434653 1 36183568 Memory (MB) : 393 1024 2500 ... 006 (1253.018.000) 05/25 10:40:09 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304992 - ResidentSetSize of job (KB) ... 028 (1253.064.000) 05/25 10:40:09 Job ad information event triggered. SentBytes = 1047468608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23565" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:58:39, Sys 0 00:01:17" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 64 EventTime = "2019-05-25T10:40:09" TotalSentBytes = 1047468608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 00:58:39, Sys 0 00:01:17" JOB_GLIDEIN_SiteWMS_JobId = "4437918.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.107.000) 05/25 10:40:09 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 370596 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:40:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:40:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.107.000) 05/25 10:40:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:40:14 Image size of job updated: 1386580 404 - MemoryUsage of job (MB) 413344 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:40:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:40:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 413344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:40:15 Image size of job updated: 1570672 395 - MemoryUsage of job (MB) 403636 - ResidentSetSize of job (KB) ... 006 (1253.216.000) 05/25 10:40:15 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365004 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:40:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.216.000) 05/25 10:40:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 10:40:16 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360612 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 10:40:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 10:40:16 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362752 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 10:40:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:40:17 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372444 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 10:40:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 10:40:18 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362256 - ResidentSetSize of job (KB) ... 028 (1253.108.000) 05/25 10:40:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 362256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 10:40:19 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 357136 - ResidentSetSize of job (KB) ... 006 (1253.113.000) 05/25 10:40:19 Image size of job updated: 1323844 361 - MemoryUsage of job (MB) 369444 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 10:40:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.113.000) 05/25 10:40:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:40:22 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 374580 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:40:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.031.000) 05/25 10:40:23 Image size of job updated: 1403884 358 - MemoryUsage of job (MB) 366348 - ResidentSetSize of job (KB) ... 006 (1253.027.000) 05/25 10:40:24 Image size of job updated: 1471472 390 - MemoryUsage of job (MB) 398556 - ResidentSetSize of job (KB) ... 028 (1253.031.000) 05/25 10:40:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14514" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 366348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.027.000) 05/25 10:40:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:40:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 398556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.013.000) 05/25 10:40:26 Image size of job updated: 1453488 354 - MemoryUsage of job (MB) 361876 - ResidentSetSize of job (KB) ... 028 (1253.013.000) 05/25 10:40:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 13 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6149" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 ResidentSetSize = 361876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:40:29 Image size of job updated: 1554112 396 - MemoryUsage of job (MB) 405068 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:40:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 405068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 10:40:31 Image size of job updated: 1471472 365 - MemoryUsage of job (MB) 373092 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 10:40:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:40:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 373092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:40:31 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 413788 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:40:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 413788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:40:31 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378340 - ResidentSetSize of job (KB) ... 006 (1253.156.000) 05/25 10:40:31 Image size of job updated: 1504512 411 - MemoryUsage of job (MB) 419868 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:40:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 378340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.105.000) 05/25 10:40:31 Image size of job updated: 1453488 349 - MemoryUsage of job (MB) 356420 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:40:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 419868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 10:40:32 Image size of job updated: 1436924 401 - MemoryUsage of job (MB) 410524 - ResidentSetSize of job (KB) ... 028 (1253.105.000) 05/25 10:40:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:40:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 356420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.146.000) 05/25 10:40:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 410524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:40:32 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369640 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:40:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 369640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:40:32 Image size of job updated: 1488576 410 - MemoryUsage of job (MB) 419028 - ResidentSetSize of job (KB) ... 006 (1253.178.000) 05/25 10:40:33 Image size of job updated: 1268904 373 - MemoryUsage of job (MB) 380956 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:40:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 419028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.178.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 380956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 10:40:33 Image size of job updated: 1454916 393 - MemoryUsage of job (MB) 402184 - ResidentSetSize of job (KB) ... 006 (1253.199.000) 05/25 10:40:33 Image size of job updated: 15082808 404 - MemoryUsage of job (MB) 413388 - ResidentSetSize of job (KB) ... 006 (1253.037.000) 05/25 10:40:33 Image size of job updated: 1641948 345 - MemoryUsage of job (MB) 352972 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 10:40:33 Image size of job updated: 1387332 405 - MemoryUsage of job (MB) 414660 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 10:40:33 Image size of job updated: 1454916 339 - MemoryUsage of job (MB) 346116 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 402184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.199.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 413388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 352972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.153.000) 05/25 10:40:33 Image size of job updated: 1454912 344 - MemoryUsage of job (MB) 352128 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:40:34 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 369068 - ResidentSetSize of job (KB) ... 006 (1253.152.000) 05/25 10:40:34 Image size of job updated: 1387324 412 - MemoryUsage of job (MB) 421176 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 10:40:34 Image size of job updated: 1387328 335 - MemoryUsage of job (MB) 342344 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 10:40:35 Image size of job updated: 1454920 399 - MemoryUsage of job (MB) 408116 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 346116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 10:40:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 10:40:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:40:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.152.000) 05/25 10:40:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:40:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30077" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 421176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 10:40:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:40:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 342344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.201.000) 05/25 10:40:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:40:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 10:40:40 Image size of job updated: 1403884 353 - MemoryUsage of job (MB) 360580 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 10:40:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:40:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 ResidentSetSize = 360580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 10:40:49 Image size of job updated: 1554120 397 - MemoryUsage of job (MB) 406416 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:40:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:40:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:41:06 Image size of job updated: 1553368 402 - MemoryUsage of job (MB) 410988 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:41:06 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:41:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 410988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:41:07 Image size of job updated: 1387332 405 - MemoryUsage of job (MB) 414520 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:41:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:41:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 414520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:41:11 Image size of job updated: 1436924 400 - MemoryUsage of job (MB) 409200 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:41:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:41:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:41:18 Image size of job updated: 1457172 400 - MemoryUsage of job (MB) 409496 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:41:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:41:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 10:41:19 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 358364 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:41:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:41:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 10:41:20 Image size of job updated: 1340416 318 - MemoryUsage of job (MB) 324844 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:41:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:41:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 10:41:22 Image size of job updated: 1570672 380 - MemoryUsage of job (MB) 388660 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 10:41:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 388660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:41:23 Image size of job updated: 1504520 353 - MemoryUsage of job (MB) 361204 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:41:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:41:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 361204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 10:41:35 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 358220 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:41:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:41:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 10:41:36 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376228 - ResidentSetSize of job (KB) ... 006 (1253.157.000) 05/25 10:41:38 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 368032 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:41:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:41:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.157.000) 05/25 10:41:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:41:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:41:49 Image size of job updated: 1407572 403 - MemoryUsage of job (MB) 412608 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:41:49 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:41:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.044.000) 05/25 10:41:50 Image size of job updated: 1436932 350 - MemoryUsage of job (MB) 357828 - ResidentSetSize of job (KB) ... 006 (1253.256.000) 05/25 10:41:50 Image size of job updated: 1268900 309 - MemoryUsage of job (MB) 315916 - ResidentSetSize of job (KB) ... 006 (1253.205.000) 05/25 10:41:50 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 409532 - ResidentSetSize of job (KB) ... 006 (1253.236.000) 05/25 10:41:51 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361312 - ResidentSetSize of job (KB) ... 028 (1253.044.000) 05/25 10:41:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:41:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 357828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.256.000) 05/25 10:41:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:41:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.205.000) 05/25 10:41:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:41:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 409532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.236.000) 05/25 10:41:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:41:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:41:52 Image size of job updated: 1570672 379 - MemoryUsage of job (MB) 387756 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:41:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:41:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:41:58 Image size of job updated: 1323548 312 - MemoryUsage of job (MB) 319304 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:41:58 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:41:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 319304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:42:03 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325240 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:42:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:42:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:42:05 Image size of job updated: 1386580 408 - MemoryUsage of job (MB) 417472 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:42:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:42:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 417472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 10:42:06 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 361792 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 10:42:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:42:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:42:08 Image size of job updated: 1255956 308 - MemoryUsage of job (MB) 315104 - ResidentSetSize of job (KB) ... 006 (1253.063.000) 05/25 10:42:10 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311404 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:42:08 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:42:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 315104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 10:42:11 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 363096 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:42:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:42:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 10:42:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:42:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 363096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:42:13 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324048 - ResidentSetSize of job (KB) ... 006 (1253.225.000) 05/25 10:42:13 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320876 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:42:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:42:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.080.000) 05/25 10:42:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:42:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:42:16 Image size of job updated: 1336492 378 - MemoryUsage of job (MB) 386680 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:42:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:42:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 386680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 10:42:20 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 359160 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 10:42:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:42:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:42:25 Image size of job updated: 1457172 405 - MemoryUsage of job (MB) 413732 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:42:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:42:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:42:25 Image size of job updated: 1268900 305 - MemoryUsage of job (MB) 311708 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:42:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:42:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 10:42:27 Image size of job updated: 1387328 356 - MemoryUsage of job (MB) 363820 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 10:42:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:42:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 363820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:42:45 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321132 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:42:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:42:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.143.000) 05/25 10:42:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:13:28, Sys 0 00:01:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:13:28, Sys 0 00:01:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1863196416 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1863196416 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2231266 1 19334432 Memory (MB) : 362 1024 1024 ... 028 (1253.143.000) 05/25 10:42:50 Job ad information event triggered. SentBytes = 1863196416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106146" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:13:28, Sys 0 00:01:39" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 143 EventTime = "2019-05-25T10:42:50" TotalSentBytes = 1863196416.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:13:28, Sys 0 00:01:39" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.086.000) 05/25 10:42:58 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297360 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 10:42:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:42:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 10:43:00 Image size of job updated: 1388632 373 - MemoryUsage of job (MB) 380988 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:43:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 380988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:43:00 Image size of job updated: 1454912 403 - MemoryUsage of job (MB) 412344 - ResidentSetSize of job (KB) ... 006 (1253.276.000) 05/25 10:43:00 Image size of job updated: 1386580 397 - MemoryUsage of job (MB) 405692 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 10:43:01 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 322452 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:43:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:43:01 Image size of job updated: 1553368 394 - MemoryUsage of job (MB) 403260 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:43:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 405692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 10:43:02 Image size of job updated: 1268904 375 - MemoryUsage of job (MB) 383892 - ResidentSetSize of job (KB) ... 006 (1253.229.000) 05/25 10:43:02 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 323784 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:43:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 10:43:02 Image size of job updated: 1436928 395 - MemoryUsage of job (MB) 404384 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:43:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:43:02 Image size of job updated: 1268908 370 - MemoryUsage of job (MB) 377924 - ResidentSetSize of job (KB) ... 006 (1253.184.000) 05/25 10:43:02 Image size of job updated: 1510876 364 - MemoryUsage of job (MB) 372172 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:43:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 403260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:43:02 Image size of job updated: 1510876 350 - MemoryUsage of job (MB) 357472 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 10:43:03 Image size of job updated: 1454916 356 - MemoryUsage of job (MB) 363964 - ResidentSetSize of job (KB) ... 006 (1253.232.000) 05/25 10:43:03 Image size of job updated: 1268904 376 - MemoryUsage of job (MB) 384084 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:43:03 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 413852 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 10:43:03 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319464 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 10:43:03 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 350544 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 10:43:03 Image size of job updated: 1572724 397 - MemoryUsage of job (MB) 405740 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 10:43:04 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336140 - ResidentSetSize of job (KB) ... 006 (1253.114.000) 05/25 10:43:04 Image size of job updated: 1572724 410 - MemoryUsage of job (MB) 419592 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 10:43:04 Image size of job updated: 1621700 385 - MemoryUsage of job (MB) 393292 - ResidentSetSize of job (KB) ... 006 (1253.186.000) 05/25 10:43:04 Image size of job updated: 1475160 350 - MemoryUsage of job (MB) 358240 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 10:43:04 Image size of job updated: 1454920 397 - MemoryUsage of job (MB) 406012 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 10:43:04 Image size of job updated: 1387324 373 - MemoryUsage of job (MB) 381588 - ResidentSetSize of job (KB) ... 006 (1253.097.000) 05/25 10:43:05 Image size of job updated: 1621700 405 - MemoryUsage of job (MB) 414452 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 10:43:05 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324340 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 10:43:05 Image size of job updated: 1436928 332 - MemoryUsage of job (MB) 339376 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 10:43:05 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307288 - ResidentSetSize of job (KB) ... 006 (1253.071.000) 05/25 10:43:05 Image size of job updated: 1471472 353 - MemoryUsage of job (MB) 360704 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:43:05 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354380 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 10:43:06 Image size of job updated: 1387324 403 - MemoryUsage of job (MB) 412344 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 10:43:06 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317156 - ResidentSetSize of job (KB) ... 006 (1253.138.000) 05/25 10:43:06 Image size of job updated: 1454916 354 - MemoryUsage of job (MB) 362468 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:43:06 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318312 - ResidentSetSize of job (KB) ... 006 (1253.118.000) 05/25 10:43:06 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321392 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 10:43:06 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317912 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 10:43:06 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311636 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:43:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 10:43:06 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 358352 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:43:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.219.000) 05/25 10:43:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 377924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 10:43:07 Image size of job updated: 1454912 380 - MemoryUsage of job (MB) 388696 - ResidentSetSize of job (KB) ... 006 (1253.057.000) 05/25 10:43:07 Image size of job updated: 1436928 333 - MemoryUsage of job (MB) 340664 - ResidentSetSize of job (KB) ... 006 (1253.168.000) 05/25 10:43:07 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323184 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 10:43:07 Image size of job updated: 1621704 354 - MemoryUsage of job (MB) 362304 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 10:43:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.173.000) 05/25 10:43:07 Image size of job updated: 1455536 367 - MemoryUsage of job (MB) 375468 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 10:43:08 Image size of job updated: 1554116 333 - MemoryUsage of job (MB) 340172 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 10:43:08 Image size of job updated: 1387328 333 - MemoryUsage of job (MB) 340952 - ResidentSetSize of job (KB) ... 006 (1253.174.000) 05/25 10:43:08 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317872 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 10:43:08 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 371068 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:43:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.182.000) 05/25 10:43:09 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351424 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 10:43:09 Image size of job updated: 1621704 384 - MemoryUsage of job (MB) 392312 - ResidentSetSize of job (KB) ... 006 (1253.093.000) 05/25 10:43:10 Image size of job updated: 1387324 396 - MemoryUsage of job (MB) 404868 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:43:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 363964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.232.000) 05/25 10:43:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.238.000) 05/25 10:43:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 413852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.159.000) 05/25 10:43:11 Image size of job updated: 1570672 392 - MemoryUsage of job (MB) 400984 - ResidentSetSize of job (KB) ... 006 (1253.098.000) 05/25 10:43:11 Image size of job updated: 1319932 374 - MemoryUsage of job (MB) 382964 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:43:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 10:43:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 10:43:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 405740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 10:43:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.076.000) 05/25 10:43:14 Image size of job updated: 1403884 353 - MemoryUsage of job (MB) 360656 - ResidentSetSize of job (KB) ... 028 (1253.114.000) 05/25 10:43:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 419592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 10:43:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 10:43:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.208.000) 05/25 10:43:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.058.000) 05/25 10:43:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 10:43:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 414452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:43:16 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325292 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:43:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 10:43:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 10:43:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 339376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 10:43:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 307288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.071.000) 05/25 10:43:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" Subproc = 0 ResidentSetSize = 360704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 10:43:21 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 364208 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 10:43:21 Image size of job updated: 1387328 351 - MemoryUsage of job (MB) 358888 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:43:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 412344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.138.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 362468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 10:43:22 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341292 - ResidentSetSize of job (KB) ... 006 (1253.250.000) 05/25 10:43:22 Image size of job updated: 1436932 369 - MemoryUsage of job (MB) 377020 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 10:43:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:43:23 Image size of job updated: 1570672 409 - MemoryUsage of job (MB) 418228 - ResidentSetSize of job (KB) ... 006 (1253.235.000) 05/25 10:43:24 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306412 - ResidentSetSize of job (KB) ... 006 (1253.246.000) 05/25 10:43:24 Image size of job updated: 1387328 354 - MemoryUsage of job (MB) 361848 - ResidentSetSize of job (KB) ... 006 (1253.162.000) 05/25 10:43:25 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325796 - ResidentSetSize of job (KB) ... 006 (1253.180.000) 05/25 10:43:26 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323228 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 10:43:27 Image size of job updated: 1252344 371 - MemoryUsage of job (MB) 378992 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 10:43:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 388696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 10:43:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 340664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.168.000) 05/25 10:43:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 10:43:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 362304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 10:43:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 10:43:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 340172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 10:43:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 340952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 10:43:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 10:43:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 10:43:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 10:43:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.093.000) 05/25 10:43:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 404868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 10:43:30 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327008 - ResidentSetSize of job (KB) ... 006 (1253.127.000) 05/25 10:43:30 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317508 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 10:43:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:43:30 Image size of job updated: 1387324 380 - MemoryUsage of job (MB) 389080 - ResidentSetSize of job (KB) ... 028 (1253.159.000) 05/25 10:43:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 400984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.098.000) 05/25 10:43:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.076.000) 05/25 10:43:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" Subproc = 0 ResidentSetSize = 360656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 10:43:34 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314312 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 10:43:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 10:43:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 358888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:43:35 Image size of job updated: 1405940 326 - MemoryUsage of job (MB) 333396 - ResidentSetSize of job (KB) ... 006 (1253.266.000) 05/25 10:43:36 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 324800 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:43:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.250.000) 05/25 10:43:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 10:43:37 Image size of job updated: 1570672 369 - MemoryUsage of job (MB) 377580 - ResidentSetSize of job (KB) ... 006 (1253.252.000) 05/25 10:43:38 Image size of job updated: 1454916 411 - MemoryUsage of job (MB) 420184 - ResidentSetSize of job (KB) ... 006 (1253.240.000) 05/25 10:43:38 Image size of job updated: 1387332 399 - MemoryUsage of job (MB) 408180 - ResidentSetSize of job (KB) ... 006 (1253.272.000) 05/25 10:43:39 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311264 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:43:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 418228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.235.000) 05/25 10:43:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.246.000) 05/25 10:43:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 361848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.162.000) 05/25 10:43:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.180.000) 05/25 10:43:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.095.000) 05/25 10:43:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:43:42 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311156 - ResidentSetSize of job (KB) ... 006 (1253.264.000) 05/25 10:43:43 Image size of job updated: 1453484 363 - MemoryUsage of job (MB) 371256 - ResidentSetSize of job (KB) ... 006 (1253.254.000) 05/25 10:43:44 Image size of job updated: 1554112 398 - MemoryUsage of job (MB) 406588 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:43:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:43:46 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 322100 - ResidentSetSize of job (KB) ... 006 (1253.233.000) 05/25 10:43:46 Image size of job updated: 1454916 350 - MemoryUsage of job (MB) 357788 - ResidentSetSize of job (KB) ... 006 (1253.247.000) 05/25 10:43:46 Image size of job updated: 1436924 403 - MemoryUsage of job (MB) 411688 - ResidentSetSize of job (KB) ... 006 (1253.255.000) 05/25 10:43:48 Image size of job updated: 1454920 399 - MemoryUsage of job (MB) 407752 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:43:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:43:49 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 403168 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:43:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:43:53 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304392 - ResidentSetSize of job (KB) ... 006 (1253.258.000) 05/25 10:43:53 Image size of job updated: 1403884 354 - MemoryUsage of job (MB) 361808 - ResidentSetSize of job (KB) ... 006 (1253.295.000) 05/25 10:43:54 Image size of job updated: 1387328 348 - MemoryUsage of job (MB) 356332 - ResidentSetSize of job (KB) ... 006 (1253.112.000) 05/25 10:43:54 Image size of job updated: 1624116 408 - MemoryUsage of job (MB) 417704 - ResidentSetSize of job (KB) ... 006 (1253.245.000) 05/25 10:43:55 Image size of job updated: 1554116 398 - MemoryUsage of job (MB) 406612 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:43:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 333396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.266.000) 05/25 10:43:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:43:56 Image size of job updated: 1554120 391 - MemoryUsage of job (MB) 400140 - ResidentSetSize of job (KB) ... 006 (1253.217.000) 05/25 10:43:57 Image size of job updated: 1392980 352 - MemoryUsage of job (MB) 359888 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 10:43:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.252.000) 05/25 10:43:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.240.000) 05/25 10:43:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:43:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 408180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.272.000) 05/25 10:43:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.257.000) 05/25 10:43:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.264.000) 05/25 10:43:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 371256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.254.000) 05/25 10:43:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 10:43:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.233.000) 05/25 10:43:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.247.000) 05/25 10:43:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:43:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 411688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 10:43:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:44:00 Image size of job updated: 1319932 371 - MemoryUsage of job (MB) 379216 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:43:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:44:01 Image size of job updated: 1454912 403 - MemoryUsage of job (MB) 412524 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:43:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:43:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.258.000) 05/25 10:43:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:43:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 361808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.295.000) 05/25 10:43:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.140.000) 05/25 10:44:02 Job terminated. (1) Normal termination (return value 0) Usr 0 01:09:39, Sys 0 00:01:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:09:39, Sys 0 00:01:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1856006528 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1856006528 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2224245 1 19352043 Memory (MB) : 434 1024 1024 ... 028 (1253.112.000) 05/25 10:43:54 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 417704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.245.000) 05/25 10:43:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:43:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 406612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:44:04 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 409352 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:43:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:43:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:44:05 Image size of job updated: 1554116 404 - MemoryUsage of job (MB) 412712 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:43:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:43:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 359888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:44:06 Image size of job updated: 1554116 348 - MemoryUsage of job (MB) 356268 - ResidentSetSize of job (KB) ... 006 (1253.296.000) 05/25 10:44:06 Image size of job updated: 1436928 349 - MemoryUsage of job (MB) 357124 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:44:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:44:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.251.000) 05/25 10:44:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:44:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 412524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.140.000) 05/25 10:44:02 Job ad information event triggered. SentBytes = 1856006528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7591" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas564.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:09:39, Sys 0 00:01:22" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 140 EventTime = "2019-05-25T10:44:02" TotalSentBytes = 1856006528.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:09:39, Sys 0 00:01:22" JOB_GLIDEIN_SiteWMS_JobId = "2287549.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.035.000) 05/25 10:44:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:44:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.142.000) 05/25 10:44:12 Job terminated. (1) Normal termination (return value 0) Usr 0 01:13:52, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:13:52, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870594688 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1870594688 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238491 1 19346931 Memory (MB) : 430 1024 1024 ... 028 (1253.280.000) 05/25 10:44:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:44:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 412712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.288.000) 05/25 10:44:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:44:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.296.000) 05/25 10:44:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:44:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.142.000) 05/25 10:44:12 Job ad information event triggered. SentBytes = 1870594688.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8084138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@d12chas563.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:13:52, Sys 0 00:01:34" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 142 EventTime = "2019-05-25T10:44:12" TotalSentBytes = 1870594688.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:13:52, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "2287501.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.239.000) 05/25 10:44:19 Image size of job updated: 1475160 402 - MemoryUsage of job (MB) 411220 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:44:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:44:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:44:24 Image size of job updated: 1524760 405 - MemoryUsage of job (MB) 414700 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:44:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:44:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.026.000) 05/25 10:44:40 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324736 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:44:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:44:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:44:42 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323204 - ResidentSetSize of job (KB) ... 006 (1253.045.000) 05/25 10:44:43 Image size of job updated: 1387332 353 - MemoryUsage of job (MB) 361012 - ResidentSetSize of job (KB) ... 006 (1253.033.000) 05/25 10:44:43 Image size of job updated: 1471476 332 - MemoryUsage of job (MB) 339028 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:44:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:44:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 10:44:43 Image size of job updated: 1570672 396 - MemoryUsage of job (MB) 404944 - ResidentSetSize of job (KB) ... 028 (1253.045.000) 05/25 10:44:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:44:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 361012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.033.000) 05/25 10:44:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:44:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 339028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 10:44:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:44:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 404944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:44:45 Image size of job updated: 1475160 410 - MemoryUsage of job (MB) 419156 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:44:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:44:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.278.000) 05/25 10:44:53 Image size of job updated: 1510872 411 - MemoryUsage of job (MB) 420052 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 10:44:53 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510872 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:44:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 420052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.025.000) 05/25 10:45:02 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316416 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:45:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:45:05 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315644 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:45:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 10:45:06 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318036 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 10:45:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:45:09 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306120 - ResidentSetSize of job (KB) ... 006 (1253.028.000) 05/25 10:45:09 Image size of job updated: 1453484 351 - MemoryUsage of job (MB) 358788 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 10:45:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 358788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.018.000) 05/25 10:45:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:45:10 Image size of job updated: 1500000 365 - MemoryUsage of job (MB) 373248 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:45:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:45:14 Image size of job updated: 1386580 406 - MemoryUsage of job (MB) 415164 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:45:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:45:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 415164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:45:15 Image size of job updated: 1570672 396 - MemoryUsage of job (MB) 405484 - ResidentSetSize of job (KB) ... 006 (1253.216.000) 05/25 10:45:15 Image size of job updated: 1319932 359 - MemoryUsage of job (MB) 367612 - ResidentSetSize of job (KB) ... 006 (1253.231.000) 05/25 10:45:16 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 362968 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 10:45:17 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365188 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:45:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 405484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.216.000) 05/25 10:45:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.231.000) 05/25 10:45:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 10:45:17 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 375024 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 10:45:18 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366040 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 10:45:19 Image size of job updated: 1252344 350 - MemoryUsage of job (MB) 357504 - ResidentSetSize of job (KB) ... 006 (1253.113.000) 05/25 10:45:20 Image size of job updated: 1389380 361 - MemoryUsage of job (MB) 369444 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 10:45:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 10:45:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 10:45:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:45:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 366040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 10:45:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.113.000) 05/25 10:45:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:45:22 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 377780 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:45:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:45:25 Image size of job updated: 1471472 391 - MemoryUsage of job (MB) 399928 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:45:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 399928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:45:29 Image size of job updated: 1554112 399 - MemoryUsage of job (MB) 408032 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:45:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 408032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:45:31 Image size of job updated: 1387324 409 - MemoryUsage of job (MB) 418336 - ResidentSetSize of job (KB) ... 006 (1253.167.000) 05/25 10:45:31 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 380396 - ResidentSetSize of job (KB) ... 006 (1253.166.000) 05/25 10:45:32 Image size of job updated: 1405936 357 - MemoryUsage of job (MB) 364900 - ResidentSetSize of job (KB) ... 006 (1253.176.000) 05/25 10:45:32 Image size of job updated: 1403888 365 - MemoryUsage of job (MB) 372860 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:45:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:45:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 418336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.167.000) 05/25 10:45:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 380396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.166.000) 05/25 10:45:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:45:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713502" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 364900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.176.000) 05/25 10:45:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:45:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 ResidentSetSize = 372860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.172.000) 05/25 10:45:32 Image size of job updated: 1405940 350 - MemoryUsage of job (MB) 357424 - ResidentSetSize of job (KB) ... 006 (1253.156.000) 05/25 10:45:32 Image size of job updated: 1504512 414 - MemoryUsage of job (MB) 423524 - ResidentSetSize of job (KB) ... 006 (1253.146.000) 05/25 10:45:32 Image size of job updated: 1436924 404 - MemoryUsage of job (MB) 412700 - ResidentSetSize of job (KB) ... 028 (1253.172.000) 05/25 10:45:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:45:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 357424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 10:45:33 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372300 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:45:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:45:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 423524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 10:45:33 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 404364 - ResidentSetSize of job (KB) ... 006 (1253.199.000) 05/25 10:45:33 Image size of job updated: 15082808 407 - MemoryUsage of job (MB) 416392 - ResidentSetSize of job (KB) ... 006 (1253.101.000) 05/25 10:45:33 Image size of job updated: 1488576 412 - MemoryUsage of job (MB) 421676 - ResidentSetSize of job (KB) ... 006 (1253.178.000) 05/25 10:45:33 Image size of job updated: 1403884 390 - MemoryUsage of job (MB) 398684 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:45:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:45:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 398684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 10:45:34 Image size of job updated: 1641948 349 - MemoryUsage of job (MB) 356504 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 10:45:34 Image size of job updated: 1387332 409 - MemoryUsage of job (MB) 417988 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 10:45:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 412700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 10:45:34 Image size of job updated: 1454916 340 - MemoryUsage of job (MB) 347760 - ResidentSetSize of job (KB) ... 006 (1253.153.000) 05/25 10:45:34 Image size of job updated: 1454912 347 - MemoryUsage of job (MB) 355092 - ResidentSetSize of job (KB) ... 006 (1253.124.000) 05/25 10:45:34 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 371836 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 10:45:35 Image size of job updated: 1454920 402 - MemoryUsage of job (MB) 410708 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:45:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 372300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 10:45:35 Image size of job updated: 1338348 275 - MemoryUsage of job (MB) 280640 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 10:45:36 Image size of job updated: 1387328 337 - MemoryUsage of job (MB) 345036 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:45:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:45:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 404364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.199.000) 05/25 10:45:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 416392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.101.000) 05/25 10:45:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:45:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 421676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 10:45:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.148.000) 05/25 10:45:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 10:45:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 347760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 10:45:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 10:45:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.201.000) 05/25 10:45:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 10:45:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 275 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 280640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 10:45:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:45:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.286.000) 05/25 10:45:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:37, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:37, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873719040 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1873719040 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241543 1 19243018 Memory (MB) : 429 1024 1024 ... 028 (1253.286.000) 05/25 10:45:48 Job ad information event triggered. SentBytes = 1873719040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7672" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas574.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:37, Sys 0 00:01:34" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 286 EventTime = "2019-05-25T10:45:48" TotalSentBytes = 1873719040.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:10:37, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "2287628.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.207.000) 05/25 10:45:49 Image size of job updated: 1554120 400 - MemoryUsage of job (MB) 409136 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:45:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:45:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:46:07 Image size of job updated: 1553368 404 - MemoryUsage of job (MB) 413588 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:46:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:46:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 413588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.185.000) 05/25 10:46:08 Image size of job updated: 1387332 410 - MemoryUsage of job (MB) 418852 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 10:46:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:46:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 418852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:46:11 Image size of job updated: 1436924 402 - MemoryUsage of job (MB) 411644 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:46:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:46:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 10:46:19 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359200 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:46:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:46:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:46:19 Image size of job updated: 1457172 403 - MemoryUsage of job (MB) 411752 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:46:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:46:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.083.000) 05/25 10:46:21 Image size of job updated: 1340416 320 - MemoryUsage of job (MB) 326716 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:46:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:46:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:46:23 Image size of job updated: 1504520 357 - MemoryUsage of job (MB) 365324 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:46:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:46:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 365324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 10:46:36 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381572 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:46:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:46:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 10:46:36 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360072 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:46:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:46:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:46:39 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 370508 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:46:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:46:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:46:49 Image size of job updated: 1407572 405 - MemoryUsage of job (MB) 414548 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:46:49 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:46:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.044.000) 05/25 10:46:50 Image size of job updated: 1436932 353 - MemoryUsage of job (MB) 361120 - ResidentSetSize of job (KB) ... 006 (1253.256.000) 05/25 10:46:50 Image size of job updated: 1268900 310 - MemoryUsage of job (MB) 317236 - ResidentSetSize of job (KB) ... 028 (1253.044.000) 05/25 10:46:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:46:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 361120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.256.000) 05/25 10:46:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:46:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.205.000) 05/25 10:46:51 Image size of job updated: 1387324 403 - MemoryUsage of job (MB) 411764 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:46:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:46:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 411764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:46:52 Image size of job updated: 1570672 380 - MemoryUsage of job (MB) 389076 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:46:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:46:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:46:59 Image size of job updated: 1392992 312 - MemoryUsage of job (MB) 319304 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:46:59 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:46:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 319304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:47:04 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327088 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:47:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:47:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.036.000) 05/25 10:47:06 Image size of job updated: 1386580 412 - MemoryUsage of job (MB) 421304 - ResidentSetSize of job (KB) ... 028 (1253.036.000) 05/25 10:47:06 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:47:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 421304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 10:47:07 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364128 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 10:47:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:47:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:47:09 Image size of job updated: 1255956 311 - MemoryUsage of job (MB) 318276 - ResidentSetSize of job (KB) ... 006 (1253.063.000) 05/25 10:47:10 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312460 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:47:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:47:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 318276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 10:47:12 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 363896 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:47:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:47:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 10:47:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:47:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 363896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:47:14 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322724 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:47:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:47:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:47:17 Image size of job updated: 1455536 394 - MemoryUsage of job (MB) 402704 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:47:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:47:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 402704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 10:47:23 Image size of job updated: 1510876 351 - MemoryUsage of job (MB) 358792 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 10:47:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:47:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:47:26 Image size of job updated: 1268900 306 - MemoryUsage of job (MB) 312500 - ResidentSetSize of job (KB) ... 006 (1253.136.000) 05/25 10:47:26 Image size of job updated: 1457172 407 - MemoryUsage of job (MB) 416528 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:47:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:47:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.136.000) 05/25 10:47:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:47:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 416528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.211.000) 05/25 10:47:28 Image size of job updated: 1387328 357 - MemoryUsage of job (MB) 365020 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 10:47:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:47:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 365020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.042.000) 05/25 10:47:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:59, Sys 0 00:01:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:59, Sys 0 00:01:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915152256 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1915152256 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2282005 1 19157203 Memory (MB) : 418 1024 1024 ... 028 (1253.042.000) 05/25 10:47:29 Job ad information event triggered. SentBytes = 1915152256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7663" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas554.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:59, Sys 0 00:01:30" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 42 EventTime = "2019-05-25T10:47:29" TotalSentBytes = 1915152256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:14:59, Sys 0 00:01:30" JOB_GLIDEIN_SiteWMS_JobId = "2287618.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.217.000) 05/25 10:47:40 Image size of job updated: 1392980 352 - MemoryUsage of job (MB) 360440 - ResidentSetSize of job (KB) ... 028 (1253.217.000) 05/25 10:47:40 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392980 Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:47:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 360440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:47:46 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322180 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:47:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:47:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 10:48:00 Image size of job updated: 1386580 399 - MemoryUsage of job (MB) 408276 - ResidentSetSize of job (KB) ... 006 (1253.275.000) 05/25 10:48:00 Image size of job updated: 1388632 376 - MemoryUsage of job (MB) 384176 - ResidentSetSize of job (KB) ... 006 (1253.213.000) 05/25 10:48:00 Image size of job updated: 1454912 407 - MemoryUsage of job (MB) 416056 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:48:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 408276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 10:48:01 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324280 - ResidentSetSize of job (KB) ... 006 (1253.274.000) 05/25 10:48:01 Image size of job updated: 1553368 396 - MemoryUsage of job (MB) 405420 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:48:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 384176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.213.000) 05/25 10:48:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:48:02 Image size of job updated: 1453488 387 - MemoryUsage of job (MB) 395624 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 10:48:02 Image size of job updated: 1436928 399 - MemoryUsage of job (MB) 407652 - ResidentSetSize of job (KB) ... 006 (1253.229.000) 05/25 10:48:02 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325572 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 10:48:02 Image size of job updated: 1570672 393 - MemoryUsage of job (MB) 402428 - ResidentSetSize of job (KB) ... 006 (1253.227.000) 05/25 10:48:03 Image size of job updated: 1471476 356 - MemoryUsage of job (MB) 363548 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 10:48:03 Image size of job updated: 1454916 358 - MemoryUsage of job (MB) 365660 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:48:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 10:48:03 Image size of job updated: 1572724 402 - MemoryUsage of job (MB) 411220 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 10:48:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 405420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 10:48:04 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338688 - ResidentSetSize of job (KB) ... 006 (1253.114.000) 05/25 10:48:04 Image size of job updated: 1572724 413 - MemoryUsage of job (MB) 422760 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 10:48:04 Image size of job updated: 1621700 386 - MemoryUsage of job (MB) 394364 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:48:04 Image size of job updated: 1387324 408 - MemoryUsage of job (MB) 417180 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 10:48:04 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320520 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 10:48:05 Image size of job updated: 1572724 399 - MemoryUsage of job (MB) 408116 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 10:48:05 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354336 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 10:48:05 Image size of job updated: 1570672 315 - MemoryUsage of job (MB) 322452 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 10:48:05 Image size of job updated: 1387324 375 - MemoryUsage of job (MB) 383256 - ResidentSetSize of job (KB) ... 006 (1253.097.000) 05/25 10:48:05 Image size of job updated: 1621700 407 - MemoryUsage of job (MB) 416744 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 10:48:05 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312028 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 10:48:05 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326452 - ResidentSetSize of job (KB) ... 006 (1253.186.000) 05/25 10:48:05 Image size of job updated: 1475160 355 - MemoryUsage of job (MB) 362552 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 10:48:05 Image size of job updated: 1454920 399 - MemoryUsage of job (MB) 408576 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 10:48:05 Image size of job updated: 1436928 333 - MemoryUsage of job (MB) 340420 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:48:06 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357284 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 10:48:06 Image size of job updated: 1570672 362 - MemoryUsage of job (MB) 370148 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 10:48:06 Image size of job updated: 1387324 407 - MemoryUsage of job (MB) 415940 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:48:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 395624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.212.000) 05/25 10:48:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:48:06 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318212 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 10:48:07 Image size of job updated: 1621704 355 - MemoryUsage of job (MB) 363492 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 10:48:07 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319496 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:48:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 10:48:07 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 358392 - ResidentSetSize of job (KB) ... 006 (1253.103.000) 05/25 10:48:07 Image size of job updated: 1454912 383 - MemoryUsage of job (MB) 391564 - ResidentSetSize of job (KB) ... 006 (1253.057.000) 05/25 10:48:07 Image size of job updated: 1436928 333 - MemoryUsage of job (MB) 340812 - ResidentSetSize of job (KB) ... 006 (1253.118.000) 05/25 10:48:07 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323240 - ResidentSetSize of job (KB) ... 006 (1253.168.000) 05/25 10:48:07 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325032 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 10:48:07 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312660 - ResidentSetSize of job (KB) ... 006 (1253.138.000) 05/25 10:48:07 Image size of job updated: 1454916 357 - MemoryUsage of job (MB) 365480 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:48:07 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318528 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 10:48:08 Image size of job updated: 1455536 369 - MemoryUsage of job (MB) 377844 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 10:48:08 Image size of job updated: 1554116 333 - MemoryUsage of job (MB) 340800 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 10:48:09 Image size of job updated: 1387328 334 - MemoryUsage of job (MB) 341752 - ResidentSetSize of job (KB) ... 028 (1253.222.000) 05/25 10:48:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 402428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:48:09 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318928 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 10:48:09 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354856 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 10:48:09 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 373984 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 10:48:09 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315428 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 10:48:10 Image size of job updated: 1621704 386 - MemoryUsage of job (MB) 394344 - ResidentSetSize of job (KB) ... 006 (1253.093.000) 05/25 10:48:10 Image size of job updated: 1387324 399 - MemoryUsage of job (MB) 407712 - ResidentSetSize of job (KB) ... 006 (1253.106.000) 05/25 10:48:10 Image size of job updated: 1405936 352 - MemoryUsage of job (MB) 359820 - ResidentSetSize of job (KB) ... 006 (1253.159.000) 05/25 10:48:11 Image size of job updated: 1570672 394 - MemoryUsage of job (MB) 402828 - ResidentSetSize of job (KB) ... 006 (1253.098.000) 05/25 10:48:12 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 401660 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 10:48:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 363548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 10:48:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 365660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.232.000) 05/25 10:48:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 411220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 10:48:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.114.000) 05/25 10:48:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 422760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 10:48:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.238.000) 05/25 10:48:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 417180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.234.000) 05/25 10:48:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 408116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 322452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:48:17 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326612 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 383256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 416744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.208.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 10:48:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 340420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 10:48:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 10:48:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 10:48:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 415940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 363492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 10:48:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 10:48:22 Image size of job updated: 1387328 354 - MemoryUsage of job (MB) 361740 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 391564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 10:48:22 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366476 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 340812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.250.000) 05/25 10:48:23 Image size of job updated: 1436932 373 - MemoryUsage of job (MB) 381364 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 10:48:23 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344148 - ResidentSetSize of job (KB) ... 006 (1253.163.000) 05/25 10:48:24 Image size of job updated: 1570672 412 - MemoryUsage of job (MB) 421396 - ResidentSetSize of job (KB) ... 006 (1253.246.000) 05/25 10:48:24 Image size of job updated: 1387328 357 - MemoryUsage of job (MB) 364596 - ResidentSetSize of job (KB) ... 006 (1253.235.000) 05/25 10:48:24 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307468 - ResidentSetSize of job (KB) ... 006 (1253.223.000) 05/25 10:48:25 Image size of job updated: 1403880 363 - MemoryUsage of job (MB) 370820 - ResidentSetSize of job (KB) ... 006 (1253.230.000) 05/25 10:48:25 Image size of job updated: 1453484 351 - MemoryUsage of job (MB) 359352 - ResidentSetSize of job (KB) ... 006 (1253.162.000) 05/25 10:48:26 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327644 - ResidentSetSize of job (KB) ... 006 (1253.180.000) 05/25 10:48:26 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324800 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 10:48:27 Image size of job updated: 1252344 373 - MemoryUsage of job (MB) 381180 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.118.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.138.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 365480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:48:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 10:48:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 10:48:29 Image size of job updated: 1570672 361 - MemoryUsage of job (MB) 369212 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 10:48:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 10:48:30 Image size of job updated: 1453484 348 - MemoryUsage of job (MB) 355976 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:48:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 340800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:48:31 Image size of job updated: 1387324 381 - MemoryUsage of job (MB) 389564 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 10:48:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 341752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 10:48:31 Image size of job updated: 1454912 352 - MemoryUsage of job (MB) 360112 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:48:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 10:48:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 10:48:35 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315276 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 10:48:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 10:48:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 10:48:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:48:36 Image size of job updated: 1405940 327 - MemoryUsage of job (MB) 333940 - ResidentSetSize of job (KB) ... 028 (1253.093.000) 05/25 10:48:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 407712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:48:36 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325748 - ResidentSetSize of job (KB) ... 028 (1253.106.000) 05/25 10:48:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 359820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.159.000) 05/25 10:48:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 402828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:48:38 Image size of job updated: 1454916 414 - MemoryUsage of job (MB) 423636 - ResidentSetSize of job (KB) ... 006 (1253.269.000) 05/25 10:48:38 Image size of job updated: 1570672 372 - MemoryUsage of job (MB) 380220 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:48:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.240.000) 05/25 10:48:39 Image size of job updated: 1387332 399 - MemoryUsage of job (MB) 408360 - ResidentSetSize of job (KB) ... 006 (1253.272.000) 05/25 10:48:40 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313028 - ResidentSetSize of job (KB) ... 006 (1253.254.000) 05/25 10:48:44 Image size of job updated: 1554112 400 - MemoryUsage of job (MB) 409016 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:48:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:48:46 Image size of job updated: 1454916 354 - MemoryUsage of job (MB) 361716 - ResidentSetSize of job (KB) ... 006 (1253.271.000) 05/25 10:48:46 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324412 - ResidentSetSize of job (KB) ... 006 (1253.247.000) 05/25 10:48:47 Image size of job updated: 1436924 406 - MemoryUsage of job (MB) 415204 - ResidentSetSize of job (KB) ... 006 (1253.255.000) 05/25 10:48:49 Image size of job updated: 1454920 400 - MemoryUsage of job (MB) 409020 - ResidentSetSize of job (KB) ... 006 (1253.253.000) 05/25 10:48:49 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 405020 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:48:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 361740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:48:53 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305140 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 10:48:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:48:54 Image size of job updated: 1624116 411 - MemoryUsage of job (MB) 420224 - ResidentSetSize of job (KB) ... 006 (1253.295.000) 05/25 10:48:54 Image size of job updated: 1387328 352 - MemoryUsage of job (MB) 360012 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 10:48:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:48:55 Image size of job updated: 1554116 400 - MemoryUsage of job (MB) 409596 - ResidentSetSize of job (KB) ... 006 (1253.273.000) 05/25 10:48:56 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302760 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:48:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.163.000) 05/25 10:48:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 421396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.246.000) 05/25 10:48:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 364596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.235.000) 05/25 10:48:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.223.000) 05/25 10:48:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 370820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.230.000) 05/25 10:48:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 359352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:48:57 Image size of job updated: 1554120 393 - MemoryUsage of job (MB) 401944 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:48:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.180.000) 05/25 10:48:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.095.000) 05/25 10:48:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 10:49:00 Image size of job updated: 1405936 348 - MemoryUsage of job (MB) 356316 - ResidentSetSize of job (KB) ... 006 (1253.251.000) 05/25 10:49:01 Image size of job updated: 1454912 407 - MemoryUsage of job (MB) 415888 - ResidentSetSize of job (KB) ... 006 (1253.249.000) 05/25 10:49:01 Image size of job updated: 1319932 373 - MemoryUsage of job (MB) 381716 - ResidentSetSize of job (KB) ... 006 (1253.260.000) 05/25 10:49:02 Image size of job updated: 1453484 347 - MemoryUsage of job (MB) 355264 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:48:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 10:49:02 Image size of job updated: 1389384 355 - MemoryUsage of job (MB) 362952 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:48:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.035.000) 05/25 10:49:04 Image size of job updated: 1387324 403 - MemoryUsage of job (MB) 412248 - ResidentSetSize of job (KB) ... 028 (1253.102.000) 05/25 10:48:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:49:05 Image size of job updated: 1554116 407 - MemoryUsage of job (MB) 415900 - ResidentSetSize of job (KB) ... 006 (1253.288.000) 05/25 10:49:06 Image size of job updated: 1554116 352 - MemoryUsage of job (MB) 360140 - ResidentSetSize of job (KB) ... 006 (1253.296.000) 05/25 10:49:06 Image size of job updated: 1436928 353 - MemoryUsage of job (MB) 361164 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:48:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.132.000) 05/25 10:48:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 333940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.266.000) 05/25 10:48:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.252.000) 05/25 10:48:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.269.000) 05/25 10:48:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.240.000) 05/25 10:48:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:48:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 408360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.272.000) 05/25 10:48:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.254.000) 05/25 10:48:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.233.000) 05/25 10:48:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 10:48:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.247.000) 05/25 10:48:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:48:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 415204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 10:48:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.253.000) 05/25 10:48:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.267.000) 05/25 10:48:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:48:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.112.000) 05/25 10:48:54 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:48:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 420224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.295.000) 05/25 10:48:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:48:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 10:49:19 Image size of job updated: 1475160 404 - MemoryUsage of job (MB) 413244 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:48:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:48:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 409596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.273.000) 05/25 10:48:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:48:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.277.000) 05/25 10:49:25 Image size of job updated: 1524760 409 - MemoryUsage of job (MB) 417868 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:48:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:48:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.259.000) 05/25 10:49:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:49:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 356316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.251.000) 05/25 10:49:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:49:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 415888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.249.000) 05/25 10:49:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:49:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.260.000) 05/25 10:49:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 260 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:49:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425556.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114310" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-146-24" Subproc = 0 ResidentSetSize = 355264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.248.000) 05/25 10:49:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389384 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:49:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 362952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.035.000) 05/25 10:49:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:49:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.280.000) 05/25 10:49:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:49:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 415900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.288.000) 05/25 10:49:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:49:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.296.000) 05/25 10:49:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:49:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.239.000) 05/25 10:49:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:49:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.026.000) 05/25 10:49:41 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326292 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:49:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:49:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.033.000) 05/25 10:49:43 Image size of job updated: 1471476 333 - MemoryUsage of job (MB) 340668 - ResidentSetSize of job (KB) ... 006 (1253.011.000) 05/25 10:49:43 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325448 - ResidentSetSize of job (KB) ... 006 (1253.045.000) 05/25 10:49:43 Image size of job updated: 1387332 357 - MemoryUsage of job (MB) 365264 - ResidentSetSize of job (KB) ... 005 (1253.188.000) 05/25 10:49:43 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:15, Sys 0 00:01:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:15, Sys 0 00:01:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869414784 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1869414784 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2237339 1 19334432 Memory (MB) : 408 1024 1024 ... 006 (1253.012.000) 05/25 10:49:44 Image size of job updated: 1570672 398 - MemoryUsage of job (MB) 406600 - ResidentSetSize of job (KB) ... 006 (1253.281.000) 05/25 10:49:45 Image size of job updated: 1475160 414 - MemoryUsage of job (MB) 423380 - ResidentSetSize of job (KB) ... 006 (1253.021.000) 05/25 10:49:45 Image size of job updated: 1570672 368 - MemoryUsage of job (MB) 376536 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:49:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:49:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.033.000) 05/25 10:49:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:49:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 340668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 10:49:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:49:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 10:49:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:49:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 365264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.188.000) 05/25 10:49:43 Job ad information event triggered. SentBytes = 1869414784.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106146" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas575.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:15, Sys 0 00:01:39" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 188 EventTime = "2019-05-25T10:49:43" TotalSentBytes = 1869414784.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:14:15, Sys 0 00:01:39" JOB_GLIDEIN_SiteWMS_JobId = "2287565.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.012.000) 05/25 10:49:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:49:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.281.000) 05/25 10:49:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:49:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.021.000) 05/25 10:49:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:49:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:50:02 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317180 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:50:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:50:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:50:06 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316084 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:50:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:50:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:50:09 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307228 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:50:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:50:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:50:10 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375660 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:50:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.127.000) 05/25 10:50:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3455_31343871@BFAS-SCMC-11-S4-its-c7-osg-20190309 <10.0.2.15:40604?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888447&addrs=10.0.2.15-40604&noUDP> ... 028 (1253.127.000) 05/25 10:50:13 Job ad information event triggered. StartdAddr = "<10.0.2.15:40604?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888447&addrs=10.0.2.15-40604&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24463" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 127 EventTime = "2019-05-25T10:50:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3455_31343871@BFAS-SCMC-11-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.088.000) 05/25 10:50:14 Image size of job updated: 1386580 408 - MemoryUsage of job (MB) 417524 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:50:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:50:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 417524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:50:15 Image size of job updated: 1570672 398 - MemoryUsage of job (MB) 406860 - ResidentSetSize of job (KB) ... 006 (1253.216.000) 05/25 10:50:16 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 369544 - ResidentSetSize of job (KB) ... 006 (1253.231.000) 05/25 10:50:17 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 365340 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 10:50:17 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 368892 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 10:50:18 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 377424 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 10:50:18 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 368596 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 10:50:19 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 358620 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:50:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:50:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.216.000) 05/25 10:50:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.231.000) 05/25 10:50:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 10:50:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 10:50:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 10:50:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:50:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 368596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 10:50:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 10:50:23 Image size of job updated: 1319932 372 - MemoryUsage of job (MB) 380924 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 10:50:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:50:26 Image size of job updated: 1471472 393 - MemoryUsage of job (MB) 401988 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 401988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 10:50:27 Image size of job updated: 1389384 356 - MemoryUsage of job (MB) 364172 - ResidentSetSize of job (KB) ... 006 (1253.045.000) 05/25 10:50:29 Image size of job updated: 1387332 357 - MemoryUsage of job (MB) 365372 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 10:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389384 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 ResidentSetSize = 364172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 10:50:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 365372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:50:30 Image size of job updated: 1554112 401 - MemoryUsage of job (MB) 410412 - ResidentSetSize of job (KB) ... 006 (1253.167.000) 05/25 10:50:32 Image size of job updated: 1471472 391 - MemoryUsage of job (MB) 400280 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:50:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 410412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.167.000) 05/25 10:50:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:50:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 400280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.161.000) 05/25 10:50:32 Image size of job updated: 1403884 351 - MemoryUsage of job (MB) 359004 - ResidentSetSize of job (KB) ... 006 (1253.203.000) 05/25 10:50:32 Image size of job updated: 1387324 412 - MemoryUsage of job (MB) 421204 - ResidentSetSize of job (KB) ... 006 (1253.146.000) 05/25 10:50:33 Image size of job updated: 1436924 406 - MemoryUsage of job (MB) 415704 - ResidentSetSize of job (KB) ... 006 (1253.110.000) 05/25 10:50:33 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375288 - ResidentSetSize of job (KB) ... 006 (1253.156.000) 05/25 10:50:33 Image size of job updated: 1504512 418 - MemoryUsage of job (MB) 427624 - ResidentSetSize of job (KB) ... 028 (1253.161.000) 05/25 10:50:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 161 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:50:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 359004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.203.000) 05/25 10:50:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:50:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 421204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.146.000) 05/25 10:50:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 415704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 10:50:34 Image size of job updated: 1454916 399 - MemoryUsage of job (MB) 408368 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 10:50:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 375288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.199.000) 05/25 10:50:34 Image size of job updated: 15082808 411 - MemoryUsage of job (MB) 420176 - ResidentSetSize of job (KB) ... 028 (1253.156.000) 05/25 10:50:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:50:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 427624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:50:34 Image size of job updated: 1488576 416 - MemoryUsage of job (MB) 425360 - ResidentSetSize of job (KB) ... 006 (1253.178.000) 05/25 10:50:35 Image size of job updated: 1403884 391 - MemoryUsage of job (MB) 399708 - ResidentSetSize of job (KB) ... 006 (1253.037.000) 05/25 10:50:35 Image size of job updated: 1641948 351 - MemoryUsage of job (MB) 359144 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 10:50:35 Image size of job updated: 1454920 405 - MemoryUsage of job (MB) 413736 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 10:50:35 Image size of job updated: 1387332 411 - MemoryUsage of job (MB) 420704 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 10:50:35 Image size of job updated: 1454916 343 - MemoryUsage of job (MB) 351008 - ResidentSetSize of job (KB) ... 006 (1253.124.000) 05/25 10:50:35 Image size of job updated: 1252352 367 - MemoryUsage of job (MB) 375200 - ResidentSetSize of job (KB) ... 006 (1253.153.000) 05/25 10:50:35 Image size of job updated: 1454912 350 - MemoryUsage of job (MB) 358124 - ResidentSetSize of job (KB) ... 006 (1253.121.000) 05/25 10:50:36 Image size of job updated: 1338348 276 - MemoryUsage of job (MB) 282436 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 10:50:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:50:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 408368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.199.000) 05/25 10:50:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15082808 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 ResidentSetSize = 420176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 10:50:36 Image size of job updated: 1387328 341 - MemoryUsage of job (MB) 348400 - ResidentSetSize of job (KB) ... 028 (1253.101.000) 05/25 10:50:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:50:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 425360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.178.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 399708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.201.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.148.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 351008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 10:50:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 10:50:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:50:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 276 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 282436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 10:50:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:50:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 10:50:50 Image size of job updated: 1554116 352 - MemoryUsage of job (MB) 360384 - ResidentSetSize of job (KB) ... 006 (1253.207.000) 05/25 10:50:50 Image size of job updated: 1554120 403 - MemoryUsage of job (MB) 412608 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 10:50:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:50:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.207.000) 05/25 10:50:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:50:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:51:07 Image size of job updated: 1553368 407 - MemoryUsage of job (MB) 416160 - ResidentSetSize of job (KB) ... 006 (1253.185.000) 05/25 10:51:08 Image size of job updated: 1387332 413 - MemoryUsage of job (MB) 421900 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:51:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:51:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 416160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.185.000) 05/25 10:51:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 185 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 ResidentSetSize = 421900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:51:12 Image size of job updated: 1436924 405 - MemoryUsage of job (MB) 413716 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:51:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:51:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:51:19 Image size of job updated: 1457172 406 - MemoryUsage of job (MB) 414920 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:51:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:51:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 10:51:19 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360892 - ResidentSetSize of job (KB) ... 006 (1253.083.000) 05/25 10:51:22 Image size of job updated: 1340416 321 - MemoryUsage of job (MB) 328188 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:51:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:51:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.083.000) 05/25 10:51:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:51:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.189.000) 05/25 10:51:23 Image size of job updated: 1504520 360 - MemoryUsage of job (MB) 368632 - ResidentSetSize of job (KB) ... 028 (1253.189.000) 05/25 10:51:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T10:51:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 368632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 10:51:30 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 360552 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 10:51:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.019.000) 05/25 10:51:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3449_144245166@BFAS-SCMC-11-S2-its-c7-osg-20190309 <10.0.2.15:35148?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875111&addrs=10.0.2.15-35148&noUDP> ... 028 (1253.019.000) 05/25 10:51:31 Job ad information event triggered. StartdAddr = "<10.0.2.15:35148?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875111&addrs=10.0.2.15-35148&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116633" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 19 EventTime = "2019-05-25T10:51:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3449_144245166@BFAS-SCMC-11-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.078.000) 05/25 10:51:36 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361012 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:51:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:51:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 10:51:36 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397992 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:51:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:51:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:51:39 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 373352 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:51:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:51:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:51:49 Image size of job updated: 1407572 408 - MemoryUsage of job (MB) 417188 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:51:49 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:51:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:51:51 Image size of job updated: 1268900 311 - MemoryUsage of job (MB) 317928 - ResidentSetSize of job (KB) ... 006 (1253.296.000) 05/25 10:51:51 Image size of job updated: 1436928 353 - MemoryUsage of job (MB) 361428 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:51:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:51:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.205.000) 05/25 10:51:52 Image size of job updated: 1387324 406 - MemoryUsage of job (MB) 414940 - ResidentSetSize of job (KB) ... 006 (1253.236.000) 05/25 10:51:52 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363480 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 10:51:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:51:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.101.000) 05/25 10:51:52 Image size of job updated: 1488576 416 - MemoryUsage of job (MB) 425612 - ResidentSetSize of job (KB) ... 006 (1253.067.000) 05/25 10:51:53 Image size of job updated: 1570672 381 - MemoryUsage of job (MB) 389152 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:51:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:51:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 414940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.236.000) 05/25 10:51:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:51:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.101.000) 05/25 10:51:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1488576 Proc = 101 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:51:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 425612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.067.000) 05/25 10:51:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:51:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:52:00 Image size of job updated: 1392992 335 - MemoryUsage of job (MB) 342148 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:52:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:52:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 342148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 10:52:05 Image size of job updated: 1268904 321 - MemoryUsage of job (MB) 327848 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:52:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:52:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 10:52:07 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 364656 - ResidentSetSize of job (KB) ... 006 (1253.036.000) 05/25 10:52:07 Image size of job updated: 1386580 414 - MemoryUsage of job (MB) 423536 - ResidentSetSize of job (KB) ... 006 (1253.117.000) 05/25 10:52:09 Image size of job updated: 1625312 333 - MemoryUsage of job (MB) 340144 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 10:52:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.036.000) 05/25 10:52:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 36 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 423536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.117.000) 05/25 10:52:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:52:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 340144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 10:52:10 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312932 - ResidentSetSize of job (KB) ... 006 (1253.080.000) 05/25 10:52:11 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325300 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 10:52:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:52:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 10:52:12 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 365908 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:52:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:52:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:52:15 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323972 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 10:52:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:52:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 365908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:52:17 Image size of job updated: 1455536 395 - MemoryUsage of job (MB) 403960 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:52:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:52:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.224.000) 05/25 10:52:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:52:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 10:52:22 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362088 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 10:52:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:52:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:52:26 Image size of job updated: 1457172 411 - MemoryUsage of job (MB) 419960 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:52:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:52:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:52:27 Image size of job updated: 1268900 306 - MemoryUsage of job (MB) 313036 - ResidentSetSize of job (KB) ... 006 (1253.211.000) 05/25 10:52:29 Image size of job updated: 1387328 359 - MemoryUsage of job (MB) 367288 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:52:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:52:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.211.000) 05/25 10:52:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:52:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 367288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:52:47 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323892 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:52:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:52:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 10:53:00 Image size of job updated: 1386580 401 - MemoryUsage of job (MB) 410364 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:53:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 410364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 10:53:00 Image size of job updated: 1388632 379 - MemoryUsage of job (MB) 387580 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:53:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 387580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 10:53:01 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325716 - ResidentSetSize of job (KB) ... 006 (1253.213.000) 05/25 10:53:01 Image size of job updated: 1454912 409 - MemoryUsage of job (MB) 418220 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 10:53:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 10:53:02 Image size of job updated: 1553368 400 - MemoryUsage of job (MB) 408920 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:53:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 10:53:02 Image size of job updated: 1453488 388 - MemoryUsage of job (MB) 397080 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 10:53:02 Image size of job updated: 1436928 402 - MemoryUsage of job (MB) 410644 - ResidentSetSize of job (KB) ... 006 (1253.222.000) 05/25 10:53:03 Image size of job updated: 1570672 394 - MemoryUsage of job (MB) 403412 - ResidentSetSize of job (KB) ... 006 (1253.229.000) 05/25 10:53:03 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327412 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 10:53:03 Image size of job updated: 1454916 360 - MemoryUsage of job (MB) 368404 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:53:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 368404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.274.000) 05/25 10:53:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 408920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 10:53:04 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340924 - ResidentSetSize of job (KB) ... 006 (1253.114.000) 05/25 10:53:04 Image size of job updated: 1572724 414 - MemoryUsage of job (MB) 423284 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:53:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 397080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:53:05 Image size of job updated: 1621700 411 - MemoryUsage of job (MB) 420280 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:53:05 Image size of job updated: 1387324 410 - MemoryUsage of job (MB) 419648 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 10:53:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.222.000) 05/25 10:53:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 10:53:05 Image size of job updated: 1570672 317 - MemoryUsage of job (MB) 323780 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:53:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 10:53:05 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321772 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 10:53:05 Image size of job updated: 1621700 388 - MemoryUsage of job (MB) 396592 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 10:53:05 Image size of job updated: 1572724 400 - MemoryUsage of job (MB) 408788 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 10:53:05 Image size of job updated: 1387324 376 - MemoryUsage of job (MB) 384072 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 10:53:06 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 356656 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:53:06 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359584 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 10:53:06 Image size of job updated: 1570672 364 - MemoryUsage of job (MB) 371984 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 10:53:06 Image size of job updated: 1387324 410 - MemoryUsage of job (MB) 419492 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 10:53:06 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312172 - ResidentSetSize of job (KB) ... 006 (1253.186.000) 05/25 10:53:06 Image size of job updated: 1475160 358 - MemoryUsage of job (MB) 366512 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.208.000) 05/25 10:53:06 Image size of job updated: 1454920 401 - MemoryUsage of job (MB) 410564 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 10:53:06 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344952 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 10:53:07 Image size of job updated: 1436928 334 - MemoryUsage of job (MB) 341604 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:53:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.114.000) 05/25 10:53:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 423284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:53:07 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319952 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 10:53:07 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320272 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 420280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.238.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 419648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:53:08 Image size of job updated: 1621704 359 - MemoryUsage of job (MB) 366676 - ResidentSetSize of job (KB) ... 006 (1253.138.000) 05/25 10:53:09 Image size of job updated: 1454916 362 - MemoryUsage of job (MB) 369900 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 323780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.234.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 10:53:10 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316476 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 10:53:10 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313648 - ResidentSetSize of job (KB) ... 006 (1253.103.000) 05/25 10:53:11 Image size of job updated: 1454912 386 - MemoryUsage of job (MB) 394368 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 408788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.058.000) 05/25 10:53:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 10:53:11 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310756 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 419492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 10:53:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 10:53:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 341604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 10:53:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 10:53:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:53:14 Image size of job updated: 1436928 334 - MemoryUsage of job (MB) 341856 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:53:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 366676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 10:53:15 Image size of job updated: 1454916 354 - MemoryUsage of job (MB) 362056 - ResidentSetSize of job (KB) ... 028 (1253.138.000) 05/25 10:53:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:53:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 369900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 10:53:17 Image size of job updated: 1387328 353 - MemoryUsage of job (MB) 361316 - ResidentSetSize of job (KB) ... 006 (1253.164.000) 05/25 10:53:18 Image size of job updated: 1268904 321 - MemoryUsage of job (MB) 328468 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 10:53:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 10:53:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 10:53:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 394368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.120.000) 05/25 10:53:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:53:26 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324428 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 10:53:30 Image size of job updated: 1455536 371 - MemoryUsage of job (MB) 379736 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:53:30 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319836 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:53:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 341856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.233.000) 05/25 10:53:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.295.000) 05/25 10:53:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:53:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.164.000) 05/25 10:53:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 10:53:32 Image size of job updated: 1454912 356 - MemoryUsage of job (MB) 364244 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:53:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 10:53:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:53:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.102.000) 05/25 10:53:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:53:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.252.000) 05/25 10:53:38 Image size of job updated: 1454916 418 - MemoryUsage of job (MB) 427136 - ResidentSetSize of job (KB) ... 006 (1253.129.000) 05/25 10:53:39 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316584 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:53:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:53:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.129.000) 05/25 10:53:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 10:53:39 Image size of job updated: 1570672 374 - MemoryUsage of job (MB) 382788 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 10:53:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 10:53:40 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314052 - ResidentSetSize of job (KB) ... 006 (1253.132.000) 05/25 10:53:41 Image size of job updated: 1405940 328 - MemoryUsage of job (MB) 335760 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 10:53:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:53:42 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312644 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:53:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 335760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.257.000) 05/25 10:53:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:53:43 Image size of job updated: 1453484 345 - MemoryUsage of job (MB) 352824 - ResidentSetSize of job (KB) ... 005 (1253.285.000) 05/25 10:53:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:11:28, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:11:28, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874003200 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1874003200 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241820 1 19324176 Memory (MB) : 406 1024 1024 ... 028 (1253.266.000) 05/25 10:53:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.285.000) 05/25 10:53:44 Job ad information event triggered. SentBytes = 1874003200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:11:28, Sys 0 00:01:34" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 285 EventTime = "2019-05-25T10:53:44" TotalSentBytes = 1874003200.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:11:28, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.254.000) 05/25 10:53:45 Image size of job updated: 1554112 403 - MemoryUsage of job (MB) 412108 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:53:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 10:53:47 Image size of job updated: 1387324 383 - MemoryUsage of job (MB) 391272 - ResidentSetSize of job (KB) ... 006 (1253.271.000) 05/25 10:53:47 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325732 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 10:53:47 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370164 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 10:53:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:53:48 Image size of job updated: 1436924 409 - MemoryUsage of job (MB) 418276 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 10:53:48 Image size of job updated: 1387328 356 - MemoryUsage of job (MB) 364244 - ResidentSetSize of job (KB) ... 006 (1253.253.000) 05/25 10:53:49 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 408060 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:53:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:53:49 Image size of job updated: 1454920 402 - MemoryUsage of job (MB) 411252 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 10:53:50 Image size of job updated: 1554116 335 - MemoryUsage of job (MB) 342124 - ResidentSetSize of job (KB) ... 006 (1253.235.000) 05/25 10:53:51 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308244 - ResidentSetSize of job (KB) ... 006 (1253.034.000) 05/25 10:53:50 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355976 - ResidentSetSize of job (KB) ... 006 (1253.250.000) 05/25 10:53:52 Image size of job updated: 1436932 376 - MemoryUsage of job (MB) 384532 - ResidentSetSize of job (KB) ... 006 (1253.267.000) 05/25 10:53:53 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306708 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 10:53:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:53:54 Image size of job updated: 1624116 413 - MemoryUsage of job (MB) 421992 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:53:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:53:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 418276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:53:55 Image size of job updated: 1554116 403 - MemoryUsage of job (MB) 412424 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 10:53:56 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346888 - ResidentSetSize of job (KB) ... 006 (1253.273.000) 05/25 10:53:57 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303928 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 10:53:57 Image size of job updated: 1387328 335 - MemoryUsage of job (MB) 342956 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 10:53:57 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 358184 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 10:53:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 364244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.253.000) 05/25 10:53:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 10:53:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 10:53:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 342124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:53:58 Image size of job updated: 1554120 395 - MemoryUsage of job (MB) 404116 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 10:53:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:54:01 Image size of job updated: 1454912 409 - MemoryUsage of job (MB) 418692 - ResidentSetSize of job (KB) ... 006 (1253.249.000) 05/25 10:54:03 Image size of job updated: 1387324 389 - MemoryUsage of job (MB) 397744 - ResidentSetSize of job (KB) ... 006 (1253.246.000) 05/25 10:54:04 Image size of job updated: 1387328 360 - MemoryUsage of job (MB) 367848 - ResidentSetSize of job (KB) ... 006 (1253.174.000) 05/25 10:54:04 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320988 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 10:53:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:54:04 Image size of job updated: 1570672 416 - MemoryUsage of job (MB) 425568 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 10:54:05 Image size of job updated: 1454912 393 - MemoryUsage of job (MB) 401544 - ResidentSetSize of job (KB) ... 006 (1253.093.000) 05/25 10:54:05 Image size of job updated: 1387324 402 - MemoryUsage of job (MB) 410760 - ResidentSetSize of job (KB) ... 006 (1253.035.000) 05/25 10:54:05 Image size of job updated: 1387324 406 - MemoryUsage of job (MB) 415064 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 10:54:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:54:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:54:06 Image size of job updated: 1554116 411 - MemoryUsage of job (MB) 420072 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 10:53:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:53:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.267.000) 05/25 10:53:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:53:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.112.000) 05/25 10:53:54 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:53:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 421992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:54:07 Image size of job updated: 1621704 387 - MemoryUsage of job (MB) 395404 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 10:54:08 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 377740 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:53:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 412424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 10:53:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.273.000) 05/25 10:53:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 10:53:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:53:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 342956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 10:54:10 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326076 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 10:53:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:53:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 10:54:10 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343260 - ResidentSetSize of job (KB) ... 006 (1253.159.000) 05/25 10:54:11 Image size of job updated: 1570672 395 - MemoryUsage of job (MB) 404168 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:53:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:53:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.251.000) 05/25 10:54:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:54:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 418692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.249.000) 05/25 10:54:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:54:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.246.000) 05/25 10:54:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 367848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 10:54:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.163.000) 05/25 10:54:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 425568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.095.000) 05/25 10:54:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:54:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.093.000) 05/25 10:54:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:54:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 410760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.280.000) 05/25 10:54:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:54:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 420072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 10:54:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:54:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 10:54:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:54:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 10:54:19 Image size of job updated: 1475160 407 - MemoryUsage of job (MB) 416672 - ResidentSetSize of job (KB) ... 005 (1253.284.000) 05/25 10:54:20 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:39, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:39, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1867704576 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1867704576 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2235669 1 19179765 Memory (MB) : 426 1024 1024 ... 028 (1253.180.000) 05/25 10:54:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:54:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.162.000) 05/25 10:54:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.159.000) 05/25 10:54:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 404168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.277.000) 05/25 10:54:25 Image size of job updated: 1524760 412 - MemoryUsage of job (MB) 421012 - ResidentSetSize of job (KB) ... 006 (1253.098.000) 05/25 10:54:27 Image size of job updated: 1387324 395 - MemoryUsage of job (MB) 404036 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:54:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:54:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 416672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.284.000) 05/25 10:54:20 Job ad information event triggered. SentBytes = 1867704576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7672" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas580.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:39, Sys 0 00:01:34" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 284 EventTime = "2019-05-25T10:54:20" TotalSentBytes = 1867704576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:10:39, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "2287629.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.277.000) 05/25 10:54:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:54:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 421012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.098.000) 05/25 10:54:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:54:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 10:54:41 Image size of job updated: 1268904 321 - MemoryUsage of job (MB) 328100 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:54:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:54:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:54:43 Image size of job updated: 1471476 337 - MemoryUsage of job (MB) 344076 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:54:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 344076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:54:44 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 325992 - ResidentSetSize of job (KB) ... 006 (1253.281.000) 05/25 10:54:45 Image size of job updated: 1475160 418 - MemoryUsage of job (MB) 427076 - ResidentSetSize of job (KB) ... 006 (1253.021.000) 05/25 10:54:45 Image size of job updated: 1570672 369 - MemoryUsage of job (MB) 377752 - ResidentSetSize of job (KB) ... 006 (1253.012.000) 05/25 10:54:45 Image size of job updated: 1570672 399 - MemoryUsage of job (MB) 408212 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:54:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.281.000) 05/25 10:54:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:54:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 427076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.021.000) 05/25 10:54:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 10:54:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:54:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 408212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.138.000) 05/25 10:54:52 Image size of job updated: 1454916 362 - MemoryUsage of job (MB) 370416 - ResidentSetSize of job (KB) ... 028 (1253.138.000) 05/25 10:54:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 138 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:54:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 370416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 10:55:03 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318224 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 10:55:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:55:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 10:55:06 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317376 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 10:55:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:55:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 10:55:09 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308732 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 10:55:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:55:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 10:55:10 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 377960 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 10:55:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 10:55:14 Image size of job updated: 1386580 410 - MemoryUsage of job (MB) 419532 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 10:55:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:55:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 419532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 10:55:16 Image size of job updated: 1570672 400 - MemoryUsage of job (MB) 409256 - ResidentSetSize of job (KB) ... 006 (1253.216.000) 05/25 10:55:16 Image size of job updated: 1319932 365 - MemoryUsage of job (MB) 372776 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 10:55:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 10:55:17 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 368072 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 10:55:17 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 371380 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 10:55:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 10:55:19 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 371836 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 10:55:19 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359812 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 10:55:19 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380208 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 10:55:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 10:55:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 10:55:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:55:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 371836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 10:55:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 10:55:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.168.000) 05/25 10:55:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3466_485359040@MAX-E446C-02-S7-its-c7-osg-20190309 <10.0.2.15:39920?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861768&addrs=10.0.2.15-39920&noUDP> ... 006 (1253.181.000) 05/25 10:55:24 Image size of job updated: 1504512 393 - MemoryUsage of job (MB) 402080 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 10:55:24 Job ad information event triggered. StartdAddr = "<10.0.2.15:39920?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861768&addrs=10.0.2.15-39920&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116430" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 168 EventTime = "2019-05-25T10:55:24" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3466_485359040@MAX-E446C-02-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.181.000) 05/25 10:55:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 10:55:26 Image size of job updated: 1471472 394 - MemoryUsage of job (MB) 402800 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 10:55:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 402800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 10:55:31 Image size of job updated: 1554112 404 - MemoryUsage of job (MB) 413292 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 10:55:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 413292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 10:55:32 Image size of job updated: 1471472 393 - MemoryUsage of job (MB) 401976 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 10:55:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:55:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 401976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 10:55:33 Image size of job updated: 1387324 416 - MemoryUsage of job (MB) 424988 - ResidentSetSize of job (KB) ... 006 (1253.146.000) 05/25 10:55:33 Image size of job updated: 1436924 410 - MemoryUsage of job (MB) 419792 - ResidentSetSize of job (KB) ... 006 (1253.110.000) 05/25 10:55:33 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 378568 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 10:55:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:55:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 424988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.146.000) 05/25 10:55:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 419792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 10:55:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 378568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 10:55:35 Image size of job updated: 1403884 392 - MemoryUsage of job (MB) 401020 - ResidentSetSize of job (KB) ... 006 (1253.037.000) 05/25 10:55:35 Image size of job updated: 1641948 355 - MemoryUsage of job (MB) 362560 - ResidentSetSize of job (KB) ... 006 (1253.202.000) 05/25 10:55:35 Image size of job updated: 1454916 401 - MemoryUsage of job (MB) 410524 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 10:55:35 Image size of job updated: 1454920 408 - MemoryUsage of job (MB) 416772 - ResidentSetSize of job (KB) ... 006 (1253.148.000) 05/25 10:55:35 Image size of job updated: 1387332 414 - MemoryUsage of job (MB) 423900 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 10:55:35 Image size of job updated: 1454916 346 - MemoryUsage of job (MB) 353768 - ResidentSetSize of job (KB) ... 006 (1253.153.000) 05/25 10:55:36 Image size of job updated: 1454912 352 - MemoryUsage of job (MB) 360416 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 10:55:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 401020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 10:55:36 Image size of job updated: 1338348 277 - MemoryUsage of job (MB) 283352 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 10:55:35 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.202.000) 05/25 10:55:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 410524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.201.000) 05/25 10:55:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 10:55:37 Image size of job updated: 1252352 370 - MemoryUsage of job (MB) 378180 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:55:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 10:55:37 Image size of job updated: 1387328 343 - MemoryUsage of job (MB) 350540 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 10:55:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 353768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 10:55:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:55:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 10:55:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:55:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 277 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 283352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 10:55:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:55:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 10:55:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:55:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.243.000) 05/25 10:55:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:40, Sys 0 00:01:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:40, Sys 0 00:01:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873698560 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1873698560 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241523 1 19367961 Memory (MB) : 382 1024 1024 ... 028 (1253.243.000) 05/25 10:55:50 Job ad information event triggered. SentBytes = 1873698560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106146" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas551.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:40, Sys 0 00:01:33" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 243 EventTime = "2019-05-25T10:55:50" TotalSentBytes = 1873698560.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:12:40, Sys 0 00:01:33" JOB_GLIDEIN_SiteWMS_JobId = "2287581.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.244.000) 05/25 10:55:51 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:13, Sys 0 00:01:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:13, Sys 0 00:01:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869844480 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1869844480 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2237759 1 19284954 Memory (MB) : 428 1024 1024 ... 028 (1253.244.000) 05/25 10:55:51 Job ad information event triggered. SentBytes = 1869844480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7672" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas569.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:13, Sys 0 00:01:25" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 244 EventTime = "2019-05-25T10:55:51" TotalSentBytes = 1869844480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:12:13, Sys 0 00:01:25" JOB_GLIDEIN_SiteWMS_JobId = "2287631.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.207.000) 05/25 10:55:51 Image size of job updated: 1554120 406 - MemoryUsage of job (MB) 414968 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 10:55:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.066.000) 05/25 10:56:04 Image size of job updated: 1458524 346 - MemoryUsage of job (MB) 354116 - ResidentSetSize of job (KB) ... 028 (1253.066.000) 05/25 10:56:04 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458524 Proc = 66 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28448" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 354116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.237.000) 05/25 10:56:08 Image size of job updated: 1553368 410 - MemoryUsage of job (MB) 419512 - ResidentSetSize of job (KB) ... 028 (1253.237.000) 05/25 10:56:08 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 419512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 10:56:12 Image size of job updated: 1436924 407 - MemoryUsage of job (MB) 416556 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 10:56:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:56:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 10:56:19 Image size of job updated: 1457172 409 - MemoryUsage of job (MB) 418352 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 10:56:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 418352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 10:56:20 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 362016 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 10:56:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:56:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 10:56:22 Image size of job updated: 1340416 322 - MemoryUsage of job (MB) 329508 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 10:56:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:56:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 10:56:36 Image size of job updated: 1252344 354 - MemoryUsage of job (MB) 362492 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 10:56:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:56:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 10:56:37 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400928 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 10:56:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 10:56:39 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 376620 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 10:56:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:56:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 10:56:50 Image size of job updated: 1407572 411 - MemoryUsage of job (MB) 420092 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 10:56:50 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:56:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 420092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 10:56:51 Image size of job updated: 1268900 313 - MemoryUsage of job (MB) 319512 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 10:56:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:56:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.205.000) 05/25 10:56:53 Image size of job updated: 1387324 410 - MemoryUsage of job (MB) 419412 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 10:56:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:56:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 419412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 10:56:53 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 366028 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 10:56:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:56:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 10:56:54 Image size of job updated: 1570672 381 - MemoryUsage of job (MB) 389700 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 10:56:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:56:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 10:57:01 Image size of job updated: 1392992 339 - MemoryUsage of job (MB) 346176 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 10:57:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:57:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 346176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.283.000) 05/25 10:57:05 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:35, Sys 0 00:01:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:35, Sys 0 00:01:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870972928 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1870972928 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238861 1 19367011 Memory (MB) : 387 1024 1024 ... 028 (1253.283.000) 05/25 10:57:05 Job ad information event triggered. SentBytes = 1870972928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas551.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:35, Sys 0 00:01:27" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 283 EventTime = "2019-05-25T10:57:05" TotalSentBytes = 1870972928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:12:35, Sys 0 00:01:27" JOB_GLIDEIN_SiteWMS_JobId = "2287606.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.220.000) 05/25 10:57:05 Image size of job updated: 1268904 322 - MemoryUsage of job (MB) 329696 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 10:57:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:57:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 10:57:08 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367092 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 10:57:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:57:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 10:57:09 Image size of job updated: 1625312 337 - MemoryUsage of job (MB) 344488 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 10:57:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T10:57:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 344488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.242.000) 05/25 10:57:11 Job terminated. (1) Normal termination (return value 0) Usr 0 01:11:50, Sys 0 00:01:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:11:50, Sys 0 00:01:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874343040 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1874343040 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242152 1 19396062 Memory (MB) : 429 1024 1024 ... 006 (1253.063.000) 05/25 10:57:11 Image size of job updated: 14379752 312 - MemoryUsage of job (MB) 318552 - ResidentSetSize of job (KB) ... 028 (1253.242.000) 05/25 10:57:11 Job ad information event triggered. SentBytes = 1874343040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8084452" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@d12chas546.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:11:50, Sys 0 00:01:25" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 242 EventTime = "2019-05-25T10:57:11" TotalSentBytes = 1874343040.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:11:50, Sys 0 00:01:25" JOB_GLIDEIN_SiteWMS_JobId = "2287496.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.063.000) 05/25 10:57:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:57:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 10:57:12 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327672 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 10:57:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:57:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 10:57:13 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 368680 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 10:57:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:57:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 368680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 10:57:15 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 325800 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 10:57:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:57:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 10:57:17 Image size of job updated: 1455536 397 - MemoryUsage of job (MB) 406336 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 10:57:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:57:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.291.000) 05/25 10:57:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:06:52, Sys 0 00:01:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:06:52, Sys 0 00:01:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1380291456 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1380291456 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1759680 1 8680722 Memory (MB) : 354 1024 1024 ... 028 (1253.291.000) 05/25 10:57:22 Job ad information event triggered. SentBytes = 1380291456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:06:52, Sys 0 00:01:31" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 291 EventTime = "2019-05-25T10:57:22" TotalSentBytes = 1380291456.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:06:52, Sys 0 00:01:31" JOB_GLIDEIN_SiteWMS_JobId = "466335" TotalReceivedBytes = 421571104.0 ... 006 (1253.268.000) 05/25 10:57:22 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364384 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 10:57:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:57:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 10:57:27 Image size of job updated: 1457172 414 - MemoryUsage of job (MB) 423128 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 10:57:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:57:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 10:57:28 Image size of job updated: 1268900 307 - MemoryUsage of job (MB) 314356 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 10:57:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:57:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 10:57:30 Image size of job updated: 1387328 362 - MemoryUsage of job (MB) 369996 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 10:57:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:57:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 369996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.241.000) 05/25 10:57:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:13:29, Sys 0 00:01:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:13:29, Sys 0 00:01:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872384768 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872384768 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2240240 1 19324176 Memory (MB) : 426 1024 1024 ... 028 (1253.241.000) 05/25 10:57:35 Job ad information event triggered. SentBytes = 1872384768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas552.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:13:29, Sys 0 00:01:35" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 241 EventTime = "2019-05-25T10:57:35" TotalSentBytes = 1872384768.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:13:29, Sys 0 00:01:35" JOB_GLIDEIN_SiteWMS_JobId = "2287610.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.287.000) 05/25 10:57:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:13, Sys 0 00:01:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:13, Sys 0 00:01:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870794240 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1870794240 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238686 1 19251316 Memory (MB) : 426 1024 1024 ... 028 (1253.287.000) 05/25 10:57:45 Job ad information event triggered. SentBytes = 1870794240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8106213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@d12chas549.crc.nd.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:13, Sys 0 00:01:33" JOB_Site = "NotreDame" JOB_GLIDEIN_Site = "NotreDame" Proc = 287 EventTime = "2019-05-25T10:57:45" TotalSentBytes = 1870794240.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_NotreDame_deepthought" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "deepthought.crc.nd.edu" RunRemoteUsage = "Usr 0 01:12:13, Sys 0 00:01:33" JOB_GLIDEIN_SiteWMS_JobId = "2287609.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.148.000) 05/25 10:57:48 Image size of job updated: 1387332 415 - MemoryUsage of job (MB) 423944 - ResidentSetSize of job (KB) ... 028 (1253.148.000) 05/25 10:57:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:57:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 10:57:48 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 325740 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 10:57:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:57:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.079.000) 05/25 10:57:56 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:01, Sys 0 00:01:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:01, Sys 0 00:01:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1050216768 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1050216768 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1437337 1 7674315776 Memory (MB) : 345 1024 2500 ... 028 (1253.079.000) 05/25 10:57:56 Job ad information event triggered. SentBytes = 1050216768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7366428" JOB_GLIDEIN_SiteWMS = "SLURM" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:01, Sys 0 00:01:36" JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" Proc = 79 EventTime = "2019-05-25T10:57:56" TotalSentBytes = 1050216768.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" RunRemoteUsage = "Usr 0 01:20:01, Sys 0 00:01:36" JOB_GLIDEIN_SiteWMS_JobId = "493360" TotalReceivedBytes = 421571104.0 ... 006 (1253.276.000) 05/25 10:58:00 Image size of job updated: 1386580 403 - MemoryUsage of job (MB) 412340 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 10:58:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 412340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 10:58:01 Image size of job updated: 1388632 381 - MemoryUsage of job (MB) 389732 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 10:58:01 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327268 - ResidentSetSize of job (KB) ... 006 (1253.274.000) 05/25 10:58:02 Image size of job updated: 1553368 402 - MemoryUsage of job (MB) 410772 - ResidentSetSize of job (KB) ... 006 (1253.219.000) 05/25 10:58:02 Image size of job updated: 1453488 390 - MemoryUsage of job (MB) 398904 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 10:58:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 389732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 10:58:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.274.000) 05/25 10:58:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T10:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 410772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 10:58:02 Image size of job updated: 1454912 412 - MemoryUsage of job (MB) 421592 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 10:58:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 398904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 10:58:03 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339644 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 10:58:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 10:58:03 Image size of job updated: 1436928 404 - MemoryUsage of job (MB) 413244 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 10:58:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.212.000) 05/25 10:58:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 10:58:03 Image size of job updated: 1454916 363 - MemoryUsage of job (MB) 371352 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 10:58:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 371352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.222.000) 05/25 10:58:03 Image size of job updated: 1570672 397 - MemoryUsage of job (MB) 406052 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 10:58:04 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342956 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 10:58:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.222.000) 05/25 10:58:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 10:58:05 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323092 - ResidentSetSize of job (KB) ... 006 (1253.238.000) 05/25 10:58:05 Image size of job updated: 1387324 414 - MemoryUsage of job (MB) 423000 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 10:58:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.238.000) 05/25 10:58:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:58:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 ResidentSetSize = 423000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 10:58:05 Image size of job updated: 1621700 414 - MemoryUsage of job (MB) 423416 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 10:58:05 Image size of job updated: 1570672 318 - MemoryUsage of job (MB) 324736 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 10:58:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 423416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.062.000) 05/25 10:58:06 Image size of job updated: 1621700 389 - MemoryUsage of job (MB) 397376 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 10:58:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 324736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 10:58:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 10:58:06 Image size of job updated: 1570672 366 - MemoryUsage of job (MB) 374376 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 10:58:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.058.000) 05/25 10:58:06 Image size of job updated: 1387324 377 - MemoryUsage of job (MB) 385340 - ResidentSetSize of job (KB) ... 006 (1253.128.000) 05/25 10:58:06 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 359668 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 10:58:06 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359976 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 10:58:07 Image size of job updated: 1454920 403 - MemoryUsage of job (MB) 412592 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 10:58:07 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313220 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 10:58:07 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346788 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 10:58:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 385340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 10:58:07 Image size of job updated: 1436928 335 - MemoryUsage of job (MB) 342064 - ResidentSetSize of job (KB) ... 006 (1253.100.000) 05/25 10:58:07 Image size of job updated: 1387324 414 - MemoryUsage of job (MB) 422924 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 10:58:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 10:58:07 Image size of job updated: 1475160 363 - MemoryUsage of job (MB) 370736 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 10:58:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 10:58:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 10:58:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 10:58:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 10:58:08 Image size of job updated: 1572724 401 - MemoryUsage of job (MB) 410372 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 10:58:08 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321580 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 10:58:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 342064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 10:58:08 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320744 - ResidentSetSize of job (KB) ... 028 (1253.100.000) 05/25 10:58:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 ResidentSetSize = 422924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 10:58:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:58:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.215.000) 05/25 10:58:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 410372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 10:58:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 10:58:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 10:58:09 Image size of job updated: 1621704 360 - MemoryUsage of job (MB) 368620 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 10:58:10 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359468 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 10:58:11 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314696 - ResidentSetSize of job (KB) ... 006 (1253.103.000) 05/25 10:58:11 Image size of job updated: 1454912 389 - MemoryUsage of job (MB) 397904 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 10:58:11 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317524 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 10:58:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 368620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 10:58:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 10:58:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 10:58:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 397904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 10:58:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 10:58:15 Image size of job updated: 1436928 336 - MemoryUsage of job (MB) 343168 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 10:58:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 343168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 10:58:18 Image size of job updated: 1268904 322 - MemoryUsage of job (MB) 329524 - ResidentSetSize of job (KB) ... 028 (1253.164.000) 05/25 10:58:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 10:58:27 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 325748 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 10:58:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 10:58:30 Image size of job updated: 1570672 364 - MemoryUsage of job (MB) 371744 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 10:58:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 10:58:30 Image size of job updated: 1455536 374 - MemoryUsage of job (MB) 382376 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 10:58:30 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320892 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 10:58:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 10:58:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 10:58:32 Image size of job updated: 1454912 358 - MemoryUsage of job (MB) 366176 - ResidentSetSize of job (KB) ... 028 (1253.102.000) 05/25 10:58:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:58:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.068.000) 05/25 10:58:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:56, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:56, Sys 0 00:01:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1041273984 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1041273984 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1428604 1 7691335680 Memory (MB) : 390 1024 2500 ... 028 (1253.068.000) 05/25 10:58:35 Job ad information event triggered. SentBytes = 1041273984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "20903" JOB_GLIDEIN_SiteWMS = "SLURM" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:56, Sys 0 00:01:37" JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" Proc = 68 EventTime = "2019-05-25T10:58:35" TotalSentBytes = 1041273984.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" RunRemoteUsage = "Usr 0 01:19:56, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "493353" TotalReceivedBytes = 421571104.0 ... 006 (1253.252.000) 05/25 10:58:38 Image size of job updated: 1454916 420 - MemoryUsage of job (MB) 429436 - ResidentSetSize of job (KB) ... 028 (1253.252.000) 05/25 10:58:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:58:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 10:58:39 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317376 - ResidentSetSize of job (KB) ... 006 (1253.269.000) 05/25 10:58:40 Image size of job updated: 1570672 377 - MemoryUsage of job (MB) 385164 - ResidentSetSize of job (KB) ... 006 (1253.272.000) 05/25 10:58:40 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315876 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 10:58:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.269.000) 05/25 10:58:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.272.000) 05/25 10:58:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 10:58:41 Image size of job updated: 1405940 330 - MemoryUsage of job (MB) 337484 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 10:58:43 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 358712 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 10:58:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 337484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 10:58:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 10:58:43 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352824 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 10:58:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 10:58:43 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313964 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 10:58:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.279.000) 05/25 10:58:46 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:26, Sys 0 00:01:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:26, Sys 0 00:01:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1882957824 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1882957824 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250565 1 2947683 Memory (MB) : 418 1024 1024 ... 028 (1253.279.000) 05/25 10:58:46 Job ad information event triggered. SentBytes = 1882957824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23437" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:26, Sys 0 00:01:24" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 279 EventTime = "2019-05-25T10:58:46" TotalSentBytes = 1882957824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:12:26, Sys 0 00:01:24" JOB_GLIDEIN_SiteWMS_JobId = "466114" TotalReceivedBytes = 421571104.0 ... 006 (1253.254.000) 05/25 10:58:47 Image size of job updated: 1554112 406 - MemoryUsage of job (MB) 414820 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 10:58:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 10:58:47 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327044 - ResidentSetSize of job (KB) ... 006 (1253.050.000) 05/25 10:58:47 Image size of job updated: 1387324 383 - MemoryUsage of job (MB) 392144 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 10:58:47 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373312 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 10:58:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.050.000) 05/25 10:58:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.214.000) 05/25 10:58:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 10:58:49 Image size of job updated: 1387328 402 - MemoryUsage of job (MB) 411404 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 10:58:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 10:58:49 Image size of job updated: 1436924 413 - MemoryUsage of job (MB) 421904 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 10:58:49 Image size of job updated: 1387328 361 - MemoryUsage of job (MB) 368820 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 10:58:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:58:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 421904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 10:58:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 368820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 10:58:50 Image size of job updated: 1454920 405 - MemoryUsage of job (MB) 414108 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 10:58:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 10:58:51 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308960 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 10:58:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.250.000) 05/25 10:58:53 Image size of job updated: 1436932 379 - MemoryUsage of job (MB) 387240 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 10:58:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:58:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.267.000) 05/25 10:58:53 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307952 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 10:58:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:58:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 10:58:55 Image size of job updated: 1624116 417 - MemoryUsage of job (MB) 426112 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 10:58:55 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T10:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 426112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 10:58:56 Image size of job updated: 1554116 405 - MemoryUsage of job (MB) 414420 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 10:58:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:58:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 414420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 10:58:56 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350056 - ResidentSetSize of job (KB) ... 006 (1253.273.000) 05/25 10:58:57 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305468 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 10:58:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.273.000) 05/25 10:58:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:58:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 10:58:58 Image size of job updated: 1554120 398 - MemoryUsage of job (MB) 406732 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 10:58:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:58:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 10:59:00 Image size of job updated: 1554116 336 - MemoryUsage of job (MB) 343736 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 10:59:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 343736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 10:59:02 Image size of job updated: 1454912 413 - MemoryUsage of job (MB) 422872 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 10:59:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:59:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 422872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 10:59:03 Image size of job updated: 1387324 390 - MemoryUsage of job (MB) 398872 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 10:59:03 Image size of job updated: 1387328 337 - MemoryUsage of job (MB) 344192 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 10:59:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:59:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 10:59:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:59:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 344192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 10:59:04 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322044 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 10:59:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 10:59:04 Image size of job updated: 1387328 363 - MemoryUsage of job (MB) 371180 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 10:59:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T10:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 371180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.163.000) 05/25 10:59:05 Image size of job updated: 1570672 420 - MemoryUsage of job (MB) 429528 - ResidentSetSize of job (KB) ... 028 (1253.163.000) 05/25 10:59:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 429528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 10:59:05 Image size of job updated: 1454912 395 - MemoryUsage of job (MB) 404264 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 10:59:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:59:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.280.000) 05/25 10:59:06 Image size of job updated: 1554116 415 - MemoryUsage of job (MB) 424636 - ResidentSetSize of job (KB) ... 006 (1253.093.000) 05/25 10:59:06 Image size of job updated: 1387324 404 - MemoryUsage of job (MB) 413592 - ResidentSetSize of job (KB) ... 006 (1253.035.000) 05/25 10:59:06 Image size of job updated: 1387324 408 - MemoryUsage of job (MB) 417268 - ResidentSetSize of job (KB) ... 028 (1253.280.000) 05/25 10:59:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T10:59:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 ResidentSetSize = 424636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.093.000) 05/25 10:59:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:59:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 413592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.035.000) 05/25 10:59:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:59:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 10:59:07 Image size of job updated: 1621704 388 - MemoryUsage of job (MB) 396904 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 10:59:08 Image size of job updated: 1319932 372 - MemoryUsage of job (MB) 380436 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 10:59:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T10:59:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 10:59:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:59:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 10:59:10 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339544 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 10:59:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:59:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 10:59:11 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345528 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 10:59:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 10:59:19 Image size of job updated: 1475160 410 - MemoryUsage of job (MB) 419312 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 10:59:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.277.000) 05/25 10:59:27 Image size of job updated: 1524760 414 - MemoryUsage of job (MB) 423916 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 10:59:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:59:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.098.000) 05/25 10:59:28 Image size of job updated: 1387324 398 - MemoryUsage of job (MB) 407032 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 10:59:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T10:59:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 10:59:42 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343612 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 10:59:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T10:59:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 10:59:44 Image size of job updated: 1471476 338 - MemoryUsage of job (MB) 345952 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 10:59:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 345952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 10:59:45 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341932 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 10:59:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.281.000) 05/25 10:59:46 Image size of job updated: 1475160 421 - MemoryUsage of job (MB) 430508 - ResidentSetSize of job (KB) ... 028 (1253.281.000) 05/25 10:59:46 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T10:59:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 430508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.021.000) 05/25 10:59:46 Image size of job updated: 1570672 371 - MemoryUsage of job (MB) 379864 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 10:59:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 10:59:46 Image size of job updated: 1570672 402 - MemoryUsage of job (MB) 410892 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 10:59:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T10:59:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 410892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.297.000) 05/25 10:59:53 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:53, Sys 0 00:01:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306983168 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.297.000) 05/25 10:59:53 Job ad information event triggered. SentBytes = 1306983168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 297 EventTime = "2019-05-25T10:59:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:08:53, Sys 0 00:01:51" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" ... 006 (1253.025.000) 05/25 11:00:04 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319280 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 11:00:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:00:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:00:06 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318164 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:00:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:00:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 11:00:10 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380668 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 11:00:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:00:11 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309316 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:00:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:00:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.088.000) 05/25 11:00:15 Image size of job updated: 1386580 412 - MemoryUsage of job (MB) 421048 - ResidentSetSize of job (KB) ... 028 (1253.088.000) 05/25 11:00:15 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:00:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 421048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 11:00:16 Image size of job updated: 1570672 402 - MemoryUsage of job (MB) 411368 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 11:00:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:00:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 411368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:00:17 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 370176 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:00:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:00:17 Image size of job updated: 1319932 367 - MemoryUsage of job (MB) 375212 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 11:00:18 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 374048 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:00:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 11:00:19 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375572 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:00:20 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 361388 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:00:20 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 399668 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:00:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 11:00:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:00:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 375572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:00:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:00:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:00:24 Image size of job updated: 1504512 396 - MemoryUsage of job (MB) 405392 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:00:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 11:00:26 Image size of job updated: 1471472 396 - MemoryUsage of job (MB) 404700 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 11:00:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:00:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 404700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:00:32 Image size of job updated: 1471472 395 - MemoryUsage of job (MB) 403640 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:00:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:00:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 403640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 11:00:32 Image size of job updated: 1554112 407 - MemoryUsage of job (MB) 416632 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 11:00:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 416632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 11:00:34 Image size of job updated: 1436924 414 - MemoryUsage of job (MB) 423856 - ResidentSetSize of job (KB) ... 006 (1253.110.000) 05/25 11:00:34 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380872 - ResidentSetSize of job (KB) ... 006 (1253.178.000) 05/25 11:00:35 Image size of job updated: 1403884 394 - MemoryUsage of job (MB) 402552 - ResidentSetSize of job (KB) ... 006 (1253.037.000) 05/25 11:00:35 Image size of job updated: 1641948 357 - MemoryUsage of job (MB) 365200 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 11:00:35 Image size of job updated: 1454920 410 - MemoryUsage of job (MB) 419092 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 11:00:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 423856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 11:00:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 380872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.178.000) 05/25 11:00:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:00:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 402552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.202.000) 05/25 11:00:36 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 413744 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 11:00:35 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:00:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.201.000) 05/25 11:00:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:00:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.202.000) 05/25 11:00:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 ResidentSetSize = 413744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 11:00:36 Image size of job updated: 1454916 349 - MemoryUsage of job (MB) 357152 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 11:00:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 357152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 11:00:36 Image size of job updated: 1454912 355 - MemoryUsage of job (MB) 363096 - ResidentSetSize of job (KB) ... 006 (1253.124.000) 05/25 11:00:37 Image size of job updated: 1252352 372 - MemoryUsage of job (MB) 380704 - ResidentSetSize of job (KB) ... 006 (1253.121.000) 05/25 11:00:37 Image size of job updated: 1338348 278 - MemoryUsage of job (MB) 284108 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 11:00:37 Image size of job updated: 1387328 345 - MemoryUsage of job (MB) 352624 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 11:00:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 11:00:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 11:00:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 278 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 284108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 11:00:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:00:43 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312604 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:00:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:00:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 11:00:51 Image size of job updated: 1554120 409 - MemoryUsage of job (MB) 418024 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 11:00:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:00:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 11:01:13 Image size of job updated: 1436924 411 - MemoryUsage of job (MB) 419928 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 11:01:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:01:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 11:01:19 Image size of job updated: 1457172 412 - MemoryUsage of job (MB) 421472 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 11:01:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:01:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 421472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 11:01:21 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364132 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:01:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 11:01:23 Image size of job updated: 1340416 324 - MemoryUsage of job (MB) 331620 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 11:01:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1340416 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:01:36 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 363752 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:01:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:01:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:01:37 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 404328 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:01:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:01:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:01:40 Image size of job updated: 1252344 371 - MemoryUsage of job (MB) 379324 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:01:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 11:01:51 Image size of job updated: 1407572 414 - MemoryUsage of job (MB) 423248 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 11:01:51 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.256.000) 05/25 11:01:51 Image size of job updated: 1268900 314 - MemoryUsage of job (MB) 320800 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:01:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:01:53 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 369824 - ResidentSetSize of job (KB) ... 006 (1253.205.000) 05/25 11:01:53 Image size of job updated: 1387324 413 - MemoryUsage of job (MB) 422208 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:01:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:01:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.205.000) 05/25 11:01:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:01:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 422208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:01:55 Image size of job updated: 1570672 383 - MemoryUsage of job (MB) 391548 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:01:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:01:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 11:02:01 Image size of job updated: 1392992 342 - MemoryUsage of job (MB) 349708 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 11:02:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:02:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 349708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:02:06 Image size of job updated: 1268904 323 - MemoryUsage of job (MB) 330752 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:02:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:02:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:02:08 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 369764 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:02:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:02:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 11:02:09 Image size of job updated: 1625312 340 - MemoryUsage of job (MB) 347624 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 11:02:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 347624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:02:11 Image size of job updated: 14379752 313 - MemoryUsage of job (MB) 319532 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:02:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:02:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:02:13 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 371948 - ResidentSetSize of job (KB) ... 006 (1253.080.000) 05/25 11:02:13 Image size of job updated: 1268904 321 - MemoryUsage of job (MB) 328464 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:02:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:02:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 11:02:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:02:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 371948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 11:02:15 Image size of job updated: 1453484 362 - MemoryUsage of job (MB) 369924 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 11:02:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.224.000) 05/25 11:02:17 Image size of job updated: 1455536 399 - MemoryUsage of job (MB) 408444 - ResidentSetSize of job (KB) ... 028 (1253.224.000) 05/25 11:02:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:02:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 408444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:02:23 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 366960 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:02:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:02:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.136.000) 05/25 11:02:27 Image size of job updated: 1457172 417 - MemoryUsage of job (MB) 426104 - ResidentSetSize of job (KB) ... 028 (1253.136.000) 05/25 11:02:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:02:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 426104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.218.000) 05/25 11:02:28 Image size of job updated: 1268900 309 - MemoryUsage of job (MB) 315640 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:02:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:02:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 11:02:30 Image size of job updated: 1387328 365 - MemoryUsage of job (MB) 372820 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 11:02:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:02:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 372820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:02:48 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327576 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:02:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:02:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 11:03:01 Image size of job updated: 1386580 406 - MemoryUsage of job (MB) 414864 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 11:03:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 414864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 11:03:02 Image size of job updated: 1388632 384 - MemoryUsage of job (MB) 393140 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 11:03:02 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343448 - ResidentSetSize of job (KB) ... 006 (1253.274.000) 05/25 11:03:02 Image size of job updated: 1553368 404 - MemoryUsage of job (MB) 413368 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 11:03:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 393140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 11:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.274.000) 05/25 11:03:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 413368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 11:03:03 Image size of job updated: 1453488 392 - MemoryUsage of job (MB) 400416 - ResidentSetSize of job (KB) ... 006 (1253.213.000) 05/25 11:03:03 Image size of job updated: 1454912 414 - MemoryUsage of job (MB) 423772 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 11:03:04 Image size of job updated: 1436928 406 - MemoryUsage of job (MB) 415576 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 11:03:04 Image size of job updated: 1454916 365 - MemoryUsage of job (MB) 373264 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 11:03:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 400416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.213.000) 05/25 11:03:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.212.000) 05/25 11:03:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 11:03:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 373264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 11:03:05 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 324660 - ResidentSetSize of job (KB) ... 006 (1253.232.000) 05/25 11:03:05 Image size of job updated: 1572724 403 - MemoryUsage of job (MB) 412116 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 11:03:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 412116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 11:03:05 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346076 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:03:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.097.000) 05/25 11:03:06 Image size of job updated: 1621700 417 - MemoryUsage of job (MB) 426064 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 11:03:06 Image size of job updated: 1621700 391 - MemoryUsage of job (MB) 399628 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 11:03:06 Image size of job updated: 1570672 318 - MemoryUsage of job (MB) 325520 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:03:06 Image size of job updated: 1570672 368 - MemoryUsage of job (MB) 375960 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 11:03:07 Image size of job updated: 1387324 378 - MemoryUsage of job (MB) 386856 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 11:03:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 11:03:07 Image size of job updated: 1572724 402 - MemoryUsage of job (MB) 411452 - ResidentSetSize of job (KB) ... 006 (1253.171.000) 05/25 11:03:07 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362592 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:03:07 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313484 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 11:03:07 Image size of job updated: 1454920 406 - MemoryUsage of job (MB) 415448 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:03:08 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322788 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 11:03:08 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348368 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 11:03:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 11:03:08 Image size of job updated: 1436928 336 - MemoryUsage of job (MB) 344032 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:03:09 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321892 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 11:03:10 Image size of job updated: 1621704 363 - MemoryUsage of job (MB) 371024 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 11:03:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 371024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:03:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:03:10 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360608 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 11:03:11 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315488 - ResidentSetSize of job (KB) ... 028 (1253.097.000) 05/25 11:03:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 426064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 11:03:12 Image size of job updated: 1454912 392 - MemoryUsage of job (MB) 401120 - ResidentSetSize of job (KB) ... 028 (1253.062.000) 05/25 11:03:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:03:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 11:03:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 325520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 11:03:16 Image size of job updated: 1436928 337 - MemoryUsage of job (MB) 344760 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 11:03:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 11:03:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 411452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.171.000) 05/25 11:03:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 11:03:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 11:03:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 11:03:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 11:03:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 11:03:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 344032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.164.000) 05/25 11:03:18 Image size of job updated: 1570672 371 - MemoryUsage of job (MB) 379332 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:03:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:03:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.103.000) 05/25 11:03:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 401120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 11:03:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 344760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.164.000) 05/25 11:03:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 164 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:03:28 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327068 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:03:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:03:31 Image size of job updated: 1570672 366 - MemoryUsage of job (MB) 373856 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:03:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:03:31 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 322676 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:03:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 11:03:31 Image size of job updated: 1455536 376 - MemoryUsage of job (MB) 384752 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 11:03:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.102.000) 05/25 11:03:33 Image size of job updated: 1454912 361 - MemoryUsage of job (MB) 369420 - ResidentSetSize of job (KB) ... 028 (1253.102.000) 05/25 11:03:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:03:39 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318168 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:03:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 11:03:40 Image size of job updated: 1570672 379 - MemoryUsage of job (MB) 387804 - ResidentSetSize of job (KB) ... 006 (1253.132.000) 05/25 11:03:41 Image size of job updated: 1405940 332 - MemoryUsage of job (MB) 339052 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 11:03:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.132.000) 05/25 11:03:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 339052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:03:44 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314124 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:03:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 11:03:47 Image size of job updated: 1387324 385 - MemoryUsage of job (MB) 393388 - ResidentSetSize of job (KB) ... 006 (1253.254.000) 05/25 11:03:47 Image size of job updated: 1554112 409 - MemoryUsage of job (MB) 418608 - ResidentSetSize of job (KB) ... 006 (1253.271.000) 05/25 11:03:47 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342668 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 11:03:48 Image size of job updated: 1319936 369 - MemoryUsage of job (MB) 377100 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 11:03:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 11:03:49 Image size of job updated: 1387328 405 - MemoryUsage of job (MB) 413732 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 11:03:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 11:03:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:03:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.247.000) 05/25 11:03:50 Image size of job updated: 1436924 416 - MemoryUsage of job (MB) 425616 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 11:03:50 Image size of job updated: 1387328 363 - MemoryUsage of job (MB) 370856 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 11:03:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 11:03:51 Image size of job updated: 1454920 408 - MemoryUsage of job (MB) 416968 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 11:03:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:03:51 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310772 - ResidentSetSize of job (KB) ... 028 (1253.247.000) 05/25 11:03:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 ResidentSetSize = 425616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.250.000) 05/25 11:03:53 Image size of job updated: 1436932 382 - MemoryUsage of job (MB) 390492 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 11:03:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 370856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 11:03:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 11:03:55 Image size of job updated: 1624116 418 - MemoryUsage of job (MB) 427496 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:03:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.250.000) 05/25 11:03:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:03:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.103.000) 05/25 11:03:56 Image size of job updated: 1454912 392 - MemoryUsage of job (MB) 401124 - ResidentSetSize of job (KB) ... 006 (1253.245.000) 05/25 11:03:56 Image size of job updated: 1554116 409 - MemoryUsage of job (MB) 417816 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 11:03:57 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352828 - ResidentSetSize of job (KB) ... 006 (1253.273.000) 05/25 11:03:57 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305732 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 11:03:55 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T11:03:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 427496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 11:03:59 Image size of job updated: 1554120 400 - MemoryUsage of job (MB) 409016 - ResidentSetSize of job (KB) ... 028 (1253.103.000) 05/25 11:03:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 ResidentSetSize = 401124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 11:04:01 Image size of job updated: 1554116 337 - MemoryUsage of job (MB) 344876 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 11:03:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 417816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 11:03:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.273.000) 05/25 11:03:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:03:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.298.000) 05/25 11:03:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:03:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 11:04:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:04:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 344876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 11:04:03 Image size of job updated: 1454912 417 - MemoryUsage of job (MB) 426288 - ResidentSetSize of job (KB) ... 006 (1253.249.000) 05/25 11:04:04 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 402024 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 11:04:04 Image size of job updated: 1387328 338 - MemoryUsage of job (MB) 345320 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 11:04:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:04:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 426288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.249.000) 05/25 11:04:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:04:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 11:04:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:04:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 345320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:04:04 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323728 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:04:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 11:04:05 Image size of job updated: 1387328 366 - MemoryUsage of job (MB) 373960 - ResidentSetSize of job (KB) ... 006 (1253.163.000) 05/25 11:04:06 Image size of job updated: 1570672 423 - MemoryUsage of job (MB) 432432 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 11:04:06 Image size of job updated: 1454912 397 - MemoryUsage of job (MB) 406256 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 11:04:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:04:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 373960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.163.000) 05/25 11:04:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 432432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.093.000) 05/25 11:04:07 Image size of job updated: 1387324 407 - MemoryUsage of job (MB) 416228 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 11:04:08 Image size of job updated: 1319932 374 - MemoryUsage of job (MB) 382076 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 11:04:08 Image size of job updated: 1621704 389 - MemoryUsage of job (MB) 398048 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:04:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:04:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.093.000) 05/25 11:04:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:04:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 416228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 11:04:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:04:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 11:04:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:04:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:04:13 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346584 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:04:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 11:04:20 Image size of job updated: 1475160 413 - MemoryUsage of job (MB) 422088 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 11:04:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:04:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 422088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.267.000) 05/25 11:04:25 Image size of job updated: 5528968 431 - MemoryUsage of job (MB) 440808 - ResidentSetSize of job (KB) ... 028 (1253.267.000) 05/25 11:04:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5528968 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 431 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 440808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.277.000) 05/25 11:04:27 Image size of job updated: 1524760 418 - MemoryUsage of job (MB) 427360 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 11:04:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:04:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 427360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.098.000) 05/25 11:04:28 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 409464 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:04:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:04:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:04:42 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343920 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:04:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:04:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:04:45 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343320 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:04:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:04:45 Image size of job updated: 1471476 339 - MemoryUsage of job (MB) 346680 - ResidentSetSize of job (KB) ... 006 (1253.021.000) 05/25 11:04:46 Image size of job updated: 1570672 374 - MemoryUsage of job (MB) 382380 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:04:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 346680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.021.000) 05/25 11:04:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.012.000) 05/25 11:04:47 Image size of job updated: 1570672 404 - MemoryUsage of job (MB) 413532 - ResidentSetSize of job (KB) ... 028 (1253.012.000) 05/25 11:04:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:04:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 413532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.250.000) 05/25 11:04:57 Image size of job updated: 1436932 382 - MemoryUsage of job (MB) 390732 - ResidentSetSize of job (KB) ... 028 (1253.250.000) 05/25 11:04:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:04:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 11:05:05 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320068 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 11:05:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:05:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.272.000) 05/25 11:05:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309 <10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP> ... 028 (1253.272.000) 05/25 11:05:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 272 EventTime = "2019-05-25T11:05:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.023.000) 05/25 11:05:07 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319484 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:05:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 11:05:11 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399556 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 11:05:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:05:11 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310680 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:05:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.081.000) 05/25 11:05:17 Image size of job updated: 1570672 404 - MemoryUsage of job (MB) 413216 - ResidentSetSize of job (KB) ... 028 (1253.081.000) 05/25 11:05:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 413216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:05:17 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 372716 - ResidentSetSize of job (KB) ... 006 (1253.216.000) 05/25 11:05:18 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 377640 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 11:05:18 Image size of job updated: 1319932 369 - MemoryUsage of job (MB) 377296 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 11:05:19 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378704 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:05:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.216.000) 05/25 11:05:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 11:05:21 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 401700 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:05:21 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 362864 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:05:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 11:05:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:05:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 378704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:05:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:05:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:05:25 Image size of job updated: 1504512 399 - MemoryUsage of job (MB) 408212 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:05:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 11:05:27 Image size of job updated: 1471472 397 - MemoryUsage of job (MB) 406476 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 11:05:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 406476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 11:05:32 Image size of job updated: 1554112 410 - MemoryUsage of job (MB) 418876 - ResidentSetSize of job (KB) ... 006 (1253.167.000) 05/25 11:05:32 Image size of job updated: 1471472 397 - MemoryUsage of job (MB) 405544 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 11:05:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 418876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.167.000) 05/25 11:05:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:05:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 405544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:05:35 Image size of job updated: 1403884 395 - MemoryUsage of job (MB) 403948 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:05:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:05:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 403948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 11:05:35 Image size of job updated: 1641948 360 - MemoryUsage of job (MB) 368292 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 11:05:35 Image size of job updated: 1454920 412 - MemoryUsage of job (MB) 421416 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 11:05:35 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:05:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.110.000) 05/25 11:05:36 Image size of job updated: 1436928 390 - MemoryUsage of job (MB) 398660 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 11:05:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:05:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 11:05:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 398660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 11:05:37 Image size of job updated: 1454912 358 - MemoryUsage of job (MB) 366576 - ResidentSetSize of job (KB) ... 006 (1253.124.000) 05/25 11:05:37 Image size of job updated: 1387332 389 - MemoryUsage of job (MB) 397956 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 11:05:37 Image size of job updated: 1387328 347 - MemoryUsage of job (MB) 354772 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 11:05:37 Image size of job updated: 1454916 351 - MemoryUsage of job (MB) 359112 - ResidentSetSize of job (KB) ... 006 (1253.121.000) 05/25 11:05:37 Image size of job updated: 1338348 280 - MemoryUsage of job (MB) 286312 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 11:05:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 11:05:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 11:05:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 11:05:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 359112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 11:05:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 280 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 286312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:05:44 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313744 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:05:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:05:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 11:05:52 Image size of job updated: 1554120 412 - MemoryUsage of job (MB) 421128 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 11:05:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:05:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.015.000) 05/25 11:06:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:18:17, Sys 0 00:02:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 882193344 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.015.000) 05/25 11:06:00 Job ad information event triggered. SentBytes = 882193344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8106642" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-148-97" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 15 EventTime = "2019-05-25T11:06:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:18:17, Sys 0 00:02:08" JOB_GLIDEIN_SiteWMS_JobId = "4404666.0" ... 006 (1253.210.000) 05/25 11:06:13 Image size of job updated: 1436924 413 - MemoryUsage of job (MB) 422124 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 11:06:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.040.000) 05/25 11:06:21 Image size of job updated: 1457172 415 - MemoryUsage of job (MB) 424344 - ResidentSetSize of job (KB) ... 028 (1253.040.000) 05/25 11:06:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457172 Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:06:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 424344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 11:06:21 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365752 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:06:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:06:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 11:06:23 Image size of job updated: 1457604 374 - MemoryUsage of job (MB) 382820 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 11:06:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1457604 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.015.000) 05/25 11:06:30 Job executing on host: <128.186.19.143:39436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#705&addrs=128.186.19.143-39436+[--1]-39436&noUDP> ... 028 (1253.015.000) 05/25 11:06:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:06:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:39436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#705&addrs=128.186.19.143-39436+[--1]-39436&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 11:06:33 Image size of job updated: 1641948 361 - MemoryUsage of job (MB) 368820 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 11:06:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1641948 Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.078.000) 05/25 11:06:37 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 364920 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:06:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:06:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:06:38 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407452 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:06:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:06:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:06:40 Image size of job updated: 1252344 374 - MemoryUsage of job (MB) 382572 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:06:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:06:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:06:51 Image size of job updated: 1268900 315 - MemoryUsage of job (MB) 321644 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:06:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 11:06:51 Image size of job updated: 1407572 416 - MemoryUsage of job (MB) 425888 - ResidentSetSize of job (KB) ... 006 (1253.205.000) 05/25 11:06:53 Image size of job updated: 1387324 416 - MemoryUsage of job (MB) 425496 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 11:06:51 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.236.000) 05/25 11:06:53 Image size of job updated: 1252344 362 - MemoryUsage of job (MB) 370512 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 11:06:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:06:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 425496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.236.000) 05/25 11:06:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:06:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:06:55 Image size of job updated: 1570672 383 - MemoryUsage of job (MB) 391768 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:06:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:06:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 11:07:01 Image size of job updated: 1392992 345 - MemoryUsage of job (MB) 353172 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 11:07:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:07:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 353172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:07:06 Image size of job updated: 1453484 332 - MemoryUsage of job (MB) 339496 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:07:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:07:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 11:07:09 Image size of job updated: 1625312 342 - MemoryUsage of job (MB) 350112 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 11:07:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:07:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 350112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:07:09 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372084 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:07:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:07:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:07:12 Image size of job updated: 14379752 313 - MemoryUsage of job (MB) 319604 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:07:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:07:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:07:14 Image size of job updated: 1500000 366 - MemoryUsage of job (MB) 374444 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:07:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:07:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 374444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:07:15 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344128 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:07:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.225.000) 05/25 11:07:16 Image size of job updated: 1570672 362 - MemoryUsage of job (MB) 369924 - ResidentSetSize of job (KB) ... 028 (1253.225.000) 05/25 11:07:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:07:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:07:23 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 369316 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:07:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:07:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:07:28 Image size of job updated: 1268900 309 - MemoryUsage of job (MB) 316124 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:07:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:07:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:07:30 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375772 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:07:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 11:07:32 Image size of job updated: 1387328 367 - MemoryUsage of job (MB) 374796 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 11:07:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:07:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 374796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.205.000) 05/25 11:07:39 Image size of job updated: 1387324 417 - MemoryUsage of job (MB) 426172 - ResidentSetSize of job (KB) ... 028 (1253.205.000) 05/25 11:07:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:07:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 ResidentSetSize = 426172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:07:48 Image size of job updated: 1572724 320 - MemoryUsage of job (MB) 327576 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:07:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:07:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.272.000) 05/25 11:07:49 Job reconnected to glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309 startd address: <10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP> starter address: <10.0.2.15:42829?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860806&PrivNet=MAX-SDLANDES-S2-its-c7-osg-20190309&addrs=10.0.2.15-42829&noUDP> ... 028 (1253.272.000) 05/25 11:07:49 Job ad information event triggered. StartdAddr = "<10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 272 EventTime = "2019-05-25T11:07:49" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:42829?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860806&PrivNet=MAX-SDLANDES-S2-its-c7-osg-20190309&addrs=10.0.2.15-42829&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" EventDescription = "Job reconnected" ... 006 (1253.276.000) 05/25 11:08:01 Image size of job updated: 1386580 408 - MemoryUsage of job (MB) 417172 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 11:08:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 417172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.090.000) 05/25 11:08:03 Image size of job updated: 1407572 417 - MemoryUsage of job (MB) 426152 - ResidentSetSize of job (KB) ... 006 (1253.274.000) 05/25 11:08:03 Image size of job updated: 1553368 407 - MemoryUsage of job (MB) 415772 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 11:08:03 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344240 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 11:08:04 Image size of job updated: 1436928 409 - MemoryUsage of job (MB) 418480 - ResidentSetSize of job (KB) ... 028 (1253.090.000) 05/25 11:08:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 426152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1253.274.000) 05/25 11:08:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 415772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 11:08:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 11:08:04 Image size of job updated: 1454912 418 - MemoryUsage of job (MB) 427088 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 11:08:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 11:08:04 Image size of job updated: 1453488 393 - MemoryUsage of job (MB) 402360 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 11:08:04 Image size of job updated: 1454916 368 - MemoryUsage of job (MB) 375852 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 11:08:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.219.000) 05/25 11:08:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 402360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 11:08:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 375852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 11:08:05 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348332 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 11:08:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.232.000) 05/25 11:08:05 Image size of job updated: 1572724 405 - MemoryUsage of job (MB) 414100 - ResidentSetSize of job (KB) ... 006 (1253.097.000) 05/25 11:08:06 Image size of job updated: 1621700 419 - MemoryUsage of job (MB) 428340 - ResidentSetSize of job (KB) ... 006 (1253.062.000) 05/25 11:08:06 Image size of job updated: 1621700 392 - MemoryUsage of job (MB) 400896 - ResidentSetSize of job (KB) ... 028 (1253.232.000) 05/25 11:08:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21990" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 414100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 11:08:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 428340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.062.000) 05/25 11:08:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 62 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:08:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:08:07 Image size of job updated: 1570672 319 - MemoryUsage of job (MB) 326496 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 11:08:07 Image size of job updated: 1387324 380 - MemoryUsage of job (MB) 388436 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 11:08:07 Image size of job updated: 1572724 404 - MemoryUsage of job (MB) 413148 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:08:07 Image size of job updated: 1570672 369 - MemoryUsage of job (MB) 377708 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:08:08 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322976 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 11:08:08 Image size of job updated: 1454920 408 - MemoryUsage of job (MB) 417636 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:08:09 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 323728 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 11:08:09 Image size of job updated: 1436928 338 - MemoryUsage of job (MB) 345276 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 11:08:09 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 350312 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:08:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 326496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.058.000) 05/25 11:08:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 11:08:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 413148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:08:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 11:08:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 11:08:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:08:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 11:08:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 345276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 11:08:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:08:10 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361972 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 11:08:10 Image size of job updated: 1621704 365 - MemoryUsage of job (MB) 373448 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 11:08:12 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315988 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:08:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:08:13 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318756 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 11:08:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 373448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:08:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:08:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 11:08:16 Image size of job updated: 1436928 338 - MemoryUsage of job (MB) 345532 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 11:08:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 345532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:08:28 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337384 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:08:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:08:31 Image size of job updated: 1570672 368 - MemoryUsage of job (MB) 375912 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:08:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:08:31 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324192 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:08:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 11:08:32 Image size of job updated: 1455536 378 - MemoryUsage of job (MB) 386728 - ResidentSetSize of job (KB) ... 006 (1253.097.000) 05/25 11:08:35 Image size of job updated: 1621700 419 - MemoryUsage of job (MB) 428356 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 11:08:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 386728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 11:08:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 ResidentSetSize = 428356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:08:40 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319340 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:08:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 11:08:41 Image size of job updated: 1570672 381 - MemoryUsage of job (MB) 389612 - ResidentSetSize of job (KB) ... 006 (1253.132.000) 05/25 11:08:42 Image size of job updated: 1405940 333 - MemoryUsage of job (MB) 340832 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 11:08:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.132.000) 05/25 11:08:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 340832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:08:44 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315428 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:08:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 11:08:47 Image size of job updated: 1387324 386 - MemoryUsage of job (MB) 394384 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 11:08:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 11:08:47 Image size of job updated: 1554112 411 - MemoryUsage of job (MB) 420324 - ResidentSetSize of job (KB) ... 006 (1253.271.000) 05/25 11:08:48 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343912 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 11:08:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 11:08:48 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380192 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:08:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:08:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 11:08:50 Image size of job updated: 1387328 407 - MemoryUsage of job (MB) 416048 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 11:08:51 Image size of job updated: 1387328 365 - MemoryUsage of job (MB) 373604 - ResidentSetSize of job (KB) ... 006 (1253.255.000) 05/25 11:08:51 Image size of job updated: 1454920 410 - MemoryUsage of job (MB) 419088 - ResidentSetSize of job (KB) ... 006 (1253.235.000) 05/25 11:08:52 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312612 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 11:08:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.253.000) 05/25 11:08:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 11:08:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 373604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 11:08:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.235.000) 05/25 11:08:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 11:08:55 Image size of job updated: 1624116 420 - MemoryUsage of job (MB) 429324 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 11:08:55 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T11:08:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 429324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 11:08:57 Image size of job updated: 1554116 411 - MemoryUsage of job (MB) 420612 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 11:08:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:08:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 420612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:08:58 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306024 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 11:08:58 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355700 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:08:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 11:08:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 11:09:00 Image size of job updated: 1554120 402 - MemoryUsage of job (MB) 411512 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 11:09:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:09:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 11:09:01 Image size of job updated: 1554116 338 - MemoryUsage of job (MB) 345764 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 11:09:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:09:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 345764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.251.000) 05/25 11:09:04 Image size of job updated: 1454912 420 - MemoryUsage of job (MB) 429080 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 11:09:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:09:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 ResidentSetSize = 429080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:09:04 Image size of job updated: 1387324 395 - MemoryUsage of job (MB) 403976 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 11:09:04 Image size of job updated: 1387328 339 - MemoryUsage of job (MB) 346884 - ResidentSetSize of job (KB) ... 006 (1253.246.000) 05/25 11:09:05 Image size of job updated: 1387328 369 - MemoryUsage of job (MB) 377324 - ResidentSetSize of job (KB) ... 006 (1253.174.000) 05/25 11:09:05 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324708 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:09:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:09:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 11:09:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:09:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 346884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.246.000) 05/25 11:09:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:09:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 377324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 11:09:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:09:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:09:07 Image size of job updated: 1454912 399 - MemoryUsage of job (MB) 408432 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 11:09:08 Image size of job updated: 1387324 374 - MemoryUsage of job (MB) 382524 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:09:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:09:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 11:09:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:09:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 11:09:09 Image size of job updated: 1621704 390 - MemoryUsage of job (MB) 399128 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 11:09:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:09:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.145.000) 05/25 11:09:12 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:49, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:49, Sys 0 00:01:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1861032832 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1861032832 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2229150 1 449579168 Memory (MB) : 417 1024 1920 ... 028 (1253.145.000) 05/25 11:09:12 Job ad information event triggered. SentBytes = 1861032832.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c420.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:49, Sys 0 00:01:53" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 145 EventTime = "2019-05-25T11:09:12" TotalSentBytes = 1861032832.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:49, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "1376667.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.180.000) 05/25 11:09:12 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339936 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:09:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:09:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:09:13 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 348000 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:09:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:09:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 11:09:20 Image size of job updated: 1475160 416 - MemoryUsage of job (MB) 425256 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 11:09:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:09:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.098.000) 05/25 11:09:28 Image size of job updated: 1387324 403 - MemoryUsage of job (MB) 412372 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:09:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:09:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:09:43 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345756 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:09:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:09:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:09:46 Image size of job updated: 1471476 341 - MemoryUsage of job (MB) 348880 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:09:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:09:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 348880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 11:09:47 Image size of job updated: 1570672 376 - MemoryUsage of job (MB) 384492 - ResidentSetSize of job (KB) ... 006 (1253.012.000) 05/25 11:09:47 Image size of job updated: 1570672 407 - MemoryUsage of job (MB) 416360 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 11:09:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:09:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.012.000) 05/25 11:09:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:09:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 416360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 11:10:05 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320576 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 11:10:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:10:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:10:07 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320528 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:10:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:10:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:10:11 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311804 - ResidentSetSize of job (KB) ... 006 (1253.107.000) 05/25 11:10:11 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401360 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:10:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:10:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.107.000) 05/25 11:10:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:10:18 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375556 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:10:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:10:19 Image size of job updated: 1319932 372 - MemoryUsage of job (MB) 380444 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 11:10:19 Image size of job updated: 1319932 371 - MemoryUsage of job (MB) 379728 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 11:10:20 Image size of job updated: 1500000 385 - MemoryUsage of job (MB) 393784 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:10:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 11:10:21 Image size of job updated: 1387324 395 - MemoryUsage of job (MB) 404300 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:10:21 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363476 - ResidentSetSize of job (KB) ... 006 (1253.116.000) 05/25 11:10:21 Image size of job updated: 1387324 351 - MemoryUsage of job (MB) 359344 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:10:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 11:10:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:10:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 393784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:10:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:10:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.116.000) 05/25 11:10:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 11:10:22 Image size of job updated: 1500000 331 - MemoryUsage of job (MB) 338136 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 11:10:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 338136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:10:26 Image size of job updated: 1504512 402 - MemoryUsage of job (MB) 411496 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:10:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.027.000) 05/25 11:10:27 Image size of job updated: 1471472 399 - MemoryUsage of job (MB) 408216 - ResidentSetSize of job (KB) ... 028 (1253.027.000) 05/25 11:10:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:10:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 ResidentSetSize = 408216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.150.000) 05/25 11:10:33 Image size of job updated: 1554112 412 - MemoryUsage of job (MB) 421416 - ResidentSetSize of job (KB) ... 028 (1253.150.000) 05/25 11:10:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 421416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:10:33 Image size of job updated: 1471472 398 - MemoryUsage of job (MB) 406716 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:10:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:10:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 406716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:10:35 Image size of job updated: 1403884 397 - MemoryUsage of job (MB) 405872 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:10:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:10:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 405872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 11:10:36 Image size of job updated: 1454920 415 - MemoryUsage of job (MB) 424212 - ResidentSetSize of job (KB) ... 006 (1253.110.000) 05/25 11:10:36 Image size of job updated: 1436928 393 - MemoryUsage of job (MB) 401512 - ResidentSetSize of job (KB) ... 006 (1253.200.000) 05/25 11:10:36 Image size of job updated: 1554116 351 - MemoryUsage of job (MB) 359216 - ResidentSetSize of job (KB) ... 006 (1253.153.000) 05/25 11:10:37 Image size of job updated: 1454912 361 - MemoryUsage of job (MB) 369660 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 11:10:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:10:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 11:10:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 401512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.200.000) 05/25 11:10:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:10:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 359216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:10:38 Image size of job updated: 1387332 390 - MemoryUsage of job (MB) 399304 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 11:10:38 Image size of job updated: 1387328 350 - MemoryUsage of job (MB) 357428 - ResidentSetSize of job (KB) ... 006 (1253.204.000) 05/25 11:10:38 Image size of job updated: 1454916 354 - MemoryUsage of job (MB) 362400 - ResidentSetSize of job (KB) ... 006 (1253.121.000) 05/25 11:10:38 Image size of job updated: 1338348 281 - MemoryUsage of job (MB) 286800 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 11:10:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 11:10:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 11:10:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.204.000) 05/25 11:10:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 362400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 11:10:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 281 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 286800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:10:45 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314800 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:10:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:10:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 11:10:52 Image size of job updated: 1554120 414 - MemoryUsage of job (MB) 422972 - ResidentSetSize of job (KB) ... 022 (1253.267.000) 05/25 11:10:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3472_255658610@AS-PSY-OST-202-S1-its-c7-osg-20190309 <10.0.2.15:45180?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867509&addrs=10.0.2.15-45180&noUDP> ... 028 (1253.267.000) 05/25 11:10:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:45180?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#867509&addrs=10.0.2.15-45180&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111627" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 267 EventTime = "2019-05-25T11:10:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3472_255658610@AS-PSY-OST-202-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.207.000) 05/25 11:10:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:10:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 11:11:14 Image size of job updated: 1436924 415 - MemoryUsage of job (MB) 424120 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 11:11:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 11:11:21 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367024 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:11:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:11:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.083.000) 05/25 11:11:24 Image size of job updated: 1576844 374 - MemoryUsage of job (MB) 382820 - ResidentSetSize of job (KB) ... 028 (1253.083.000) 05/25 11:11:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:11:39 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 366936 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:11:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:11:39 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410368 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:11:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:11:41 Image size of job updated: 1436924 391 - MemoryUsage of job (MB) 399476 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:11:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:11:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:11:54 Image size of job updated: 1252344 365 - MemoryUsage of job (MB) 373720 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:11:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:11:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:11:56 Image size of job updated: 1570672 384 - MemoryUsage of job (MB) 392824 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:11:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:11:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 392824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 11:12:01 Image size of job updated: 1392992 349 - MemoryUsage of job (MB) 357148 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 11:12:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:12:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 357148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:12:07 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352612 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:12:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:12:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:12:09 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 375068 - ResidentSetSize of job (KB) ... 006 (1253.117.000) 05/25 11:12:09 Image size of job updated: 1625312 348 - MemoryUsage of job (MB) 355496 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:12:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:12:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.117.000) 05/25 11:12:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:12:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 355496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:12:12 Image size of job updated: 14379752 313 - MemoryUsage of job (MB) 320392 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:12:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:12:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:12:14 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377356 - ResidentSetSize of job (KB) ... 006 (1253.080.000) 05/25 11:12:15 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345580 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:12:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:12:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 377356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.080.000) 05/25 11:12:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:12:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.213.000) 05/25 11:12:22 Image size of job updated: 1454912 418 - MemoryUsage of job (MB) 427216 - ResidentSetSize of job (KB) ... 028 (1253.213.000) 05/25 11:12:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:12:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:12:24 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 372364 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:12:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:12:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:12:28 Image size of job updated: 1268900 310 - MemoryUsage of job (MB) 317428 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:12:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:12:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:12:30 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378080 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:12:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:12:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 11:12:32 Image size of job updated: 1387328 369 - MemoryUsage of job (MB) 377436 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 11:12:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:12:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 377436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:12:48 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 350896 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:12:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:12:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 11:13:01 Image size of job updated: 1386580 410 - MemoryUsage of job (MB) 419028 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 11:13:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:13:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 419028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 11:13:04 Image size of job updated: 1553368 409 - MemoryUsage of job (MB) 418208 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 11:13:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 418208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:13:04 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346088 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:13:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.212.000) 05/25 11:13:04 Image size of job updated: 1436928 411 - MemoryUsage of job (MB) 420864 - ResidentSetSize of job (KB) ... 006 (1253.219.000) 05/25 11:13:04 Image size of job updated: 1453488 395 - MemoryUsage of job (MB) 403956 - ResidentSetSize of job (KB) ... 028 (1253.212.000) 05/25 11:13:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.219.000) 05/25 11:13:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 403956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.048.000) 05/25 11:13:05 Image size of job updated: 1454916 370 - MemoryUsage of job (MB) 378556 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 11:13:06 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344804 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 11:13:06 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350340 - ResidentSetSize of job (KB) ... 028 (1253.048.000) 05/25 11:13:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 378556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.234.000) 05/25 11:13:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 11:13:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 11:13:07 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364472 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:13:07 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314228 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 11:13:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.215.000) 05/25 11:13:08 Image size of job updated: 1572724 406 - MemoryUsage of job (MB) 415524 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:13:08 Image size of job updated: 1570672 371 - MemoryUsage of job (MB) 379820 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:13:08 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323636 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 11:13:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:13:08 Image size of job updated: 1570672 320 - MemoryUsage of job (MB) 327024 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 11:13:08 Image size of job updated: 1387324 380 - MemoryUsage of job (MB) 388964 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 11:13:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 415524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:13:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 11:13:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 11:13:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 327024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.208.000) 05/25 11:13:09 Image size of job updated: 1454920 411 - MemoryUsage of job (MB) 420060 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 11:13:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 11:13:09 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324468 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 11:13:09 Image size of job updated: 1436928 339 - MemoryUsage of job (MB) 346212 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 11:13:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:13:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 11:13:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:13:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 346212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 11:13:10 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351644 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 11:13:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:13:11 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 363044 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 11:13:11 Image size of job updated: 1621704 368 - MemoryUsage of job (MB) 376236 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:13:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 11:13:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:13:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 376236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 11:13:13 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316956 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 11:13:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:13:14 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319540 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 11:13:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 11:13:17 Image size of job updated: 1436928 339 - MemoryUsage of job (MB) 346900 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 11:13:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:13:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 346900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:13:29 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338716 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:13:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 11:13:29 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345264 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 11:13:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:13:31 Image size of job updated: 1570672 370 - MemoryUsage of job (MB) 378024 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:13:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:13:33 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325100 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:13:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 11:13:33 Image size of job updated: 1455536 381 - MemoryUsage of job (MB) 389368 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 11:13:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:13:41 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319868 - ResidentSetSize of job (KB) ... 006 (1253.269.000) 05/25 11:13:41 Image size of job updated: 1570672 383 - MemoryUsage of job (MB) 391988 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:13:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.269.000) 05/25 11:13:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:13:42 Image size of job updated: 1405940 335 - MemoryUsage of job (MB) 342976 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:13:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 342976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:13:45 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316216 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:13:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 11:13:47 Image size of job updated: 1387324 387 - MemoryUsage of job (MB) 395472 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 11:13:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:13:48 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344756 - ResidentSetSize of job (KB) ... 006 (1253.254.000) 05/25 11:13:48 Image size of job updated: 1554112 415 - MemoryUsage of job (MB) 424184 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 11:13:48 Image size of job updated: 1389380 391 - MemoryUsage of job (MB) 399524 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:13:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:13:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.254.000) 05/25 11:13:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.214.000) 05/25 11:13:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 11:13:51 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419252 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 11:13:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:13:52 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313328 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:13:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 11:13:52 Image size of job updated: 1387328 368 - MemoryUsage of job (MB) 376084 - ResidentSetSize of job (KB) ... 006 (1253.255.000) 05/25 11:13:53 Image size of job updated: 1454920 412 - MemoryUsage of job (MB) 421832 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 11:13:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:13:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 376084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 11:13:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:13:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.112.000) 05/25 11:13:56 Image size of job updated: 1624116 423 - MemoryUsage of job (MB) 432148 - ResidentSetSize of job (KB) ... 028 (1253.112.000) 05/25 11:13:56 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1624116 Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T11:13:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 ResidentSetSize = 432148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 11:13:57 Image size of job updated: 1554116 415 - MemoryUsage of job (MB) 424160 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 11:13:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 424160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:13:59 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307340 - ResidentSetSize of job (KB) ... 006 (1253.262.000) 05/25 11:13:59 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358844 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:13:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.262.000) 05/25 11:13:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:13:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 11:14:01 Image size of job updated: 1554120 406 - MemoryUsage of job (MB) 414984 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 11:14:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:14:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 11:14:02 Image size of job updated: 1554116 339 - MemoryUsage of job (MB) 346512 - ResidentSetSize of job (KB) ... 006 (1253.051.000) 05/25 11:14:04 Image size of job updated: 1387328 340 - MemoryUsage of job (MB) 347960 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 11:14:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 346512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.051.000) 05/25 11:14:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:14:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 347960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:14:04 Image size of job updated: 1387324 398 - MemoryUsage of job (MB) 406748 - ResidentSetSize of job (KB) ... 024 (1253.084.000) 05/25 11:14:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3433_145123440@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.249.000) 05/25 11:14:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:14:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:14:05 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326004 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 11:14:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:14:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437810.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "38" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" StartdName = "glidein_3433_145123440@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.174.000) 05/25 11:14:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:14:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:14:08 Image size of job updated: 1454912 402 - MemoryUsage of job (MB) 410756 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:14:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:14:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:14:08 Image size of job updated: 1387324 391 - MemoryUsage of job (MB) 400372 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:14:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:14:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.056.000) 05/25 11:14:09 Image size of job updated: 1621704 392 - MemoryUsage of job (MB) 400692 - ResidentSetSize of job (KB) ... 028 (1253.056.000) 05/25 11:14:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:14:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:14:12 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341520 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:14:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:14:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:14:13 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350040 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:14:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:14:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.239.000) 05/25 11:14:20 Image size of job updated: 1475160 418 - MemoryUsage of job (MB) 427632 - ResidentSetSize of job (KB) ... 028 (1253.239.000) 05/25 11:14:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1475160 Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:14:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 427632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.098.000) 05/25 11:14:28 Image size of job updated: 1387324 406 - MemoryUsage of job (MB) 415088 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:14:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:14:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.065.000) 05/25 11:14:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3439_831907700@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.065.000) 05/25 11:14:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 65 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:14:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437787.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116632" StartdName = "glidein_3439_831907700@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.196.000) 05/25 11:14:42 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:04, Sys 0 00:02:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:04, Sys 0 00:02:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1837001600 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1837001600 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2205685 1 2990122 Memory (MB) : 368 1024 1024 ... 028 (1253.196.000) 05/25 11:14:42 Job ad information event triggered. SentBytes = 1837001600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:04, Sys 0 00:02:11" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 196 EventTime = "2019-05-25T11:14:42" TotalSentBytes = 1837001600.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:22:04, Sys 0 00:02:11" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 006 (1253.026.000) 05/25 11:14:43 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347316 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:14:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:14:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:14:47 Image size of job updated: 1471476 343 - MemoryUsage of job (MB) 351160 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:14:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:14:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 351160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 11:14:48 Image size of job updated: 1570672 379 - MemoryUsage of job (MB) 387132 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 11:14:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:14:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.190.000) 05/25 11:15:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:01, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:01, Sys 0 00:02:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1889199616 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1889199616 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2256660 1 2990122 Memory (MB) : 356 1024 1024 ... 028 (1253.190.000) 05/25 11:15:06 Job ad information event triggered. SentBytes = 1889199616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:01, Sys 0 00:02:06" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 190 EventTime = "2019-05-25T11:15:06" TotalSentBytes = 1889199616.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:23:01, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 006 (1253.025.000) 05/25 11:15:06 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321600 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 11:15:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:15:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:15:08 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321848 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:15:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:15:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 11:15:11 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403624 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 11:15:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:15:11 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313508 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:15:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:15:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:15:19 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378164 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:15:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:15:19 Image size of job updated: 1319932 374 - MemoryUsage of job (MB) 382836 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:15:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:15:20 Image size of job updated: 1319932 374 - MemoryUsage of job (MB) 382648 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 11:15:21 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397348 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:15:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 11:15:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 397348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 11:15:21 Image size of job updated: 1252344 357 - MemoryUsage of job (MB) 365016 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:15:21 Image size of job updated: 1387324 398 - MemoryUsage of job (MB) 407020 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 11:15:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:15:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 11:15:22 Image size of job updated: 1500000 334 - MemoryUsage of job (MB) 341876 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 11:15:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:15:26 Image size of job updated: 1504512 405 - MemoryUsage of job (MB) 413732 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:15:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:15:33 Image size of job updated: 1471472 400 - MemoryUsage of job (MB) 408944 - ResidentSetSize of job (KB) ... 006 (1253.150.000) 05/25 11:15:33 Image size of job updated: 1554112 416 - MemoryUsage of job (MB) 424976 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:15:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:15:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 408944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.150.000) 05/25 11:15:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 ResidentSetSize = 424976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:15:36 Image size of job updated: 1403884 399 - MemoryUsage of job (MB) 408036 - ResidentSetSize of job (KB) ... 006 (1253.201.000) 05/25 11:15:36 Image size of job updated: 1454920 417 - MemoryUsage of job (MB) 426632 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 11:15:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:15:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:15:36 Image size of job updated: 1436928 395 - MemoryUsage of job (MB) 404280 - ResidentSetSize of job (KB) ... 006 (1253.200.000) 05/25 11:15:36 Image size of job updated: 1554116 354 - MemoryUsage of job (MB) 362460 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:15:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:15:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 408036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 11:15:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 404280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.200.000) 05/25 11:15:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:15:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 362460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:15:38 Image size of job updated: 1387332 393 - MemoryUsage of job (MB) 402256 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 11:15:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:15:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:15:39 Image size of job updated: 1338348 281 - MemoryUsage of job (MB) 286872 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:15:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 281 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 286872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 11:15:39 Image size of job updated: 1454916 358 - MemoryUsage of job (MB) 365892 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 11:15:39 Image size of job updated: 1387328 352 - MemoryUsage of job (MB) 360024 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 11:15:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 365892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 11:15:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:15:45 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315120 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:15:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:15:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.065.000) 05/25 11:15:52 Job executing on host: <72.36.96.51:44297?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#869014&addrs=72.36.96.51-44297&noUDP> ... 028 (1253.065.000) 05/25 11:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:15:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:44297?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#869014&addrs=72.36.96.51-44297&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.207.000) 05/25 11:15:52 Image size of job updated: 1554120 416 - MemoryUsage of job (MB) 425764 - ResidentSetSize of job (KB) ... 028 (1253.207.000) 05/25 11:15:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:15:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 11:15:57 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302544 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 11:15:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:15:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.210.000) 05/25 11:16:14 Image size of job updated: 1436924 418 - MemoryUsage of job (MB) 427580 - ResidentSetSize of job (KB) ... 028 (1253.210.000) 05/25 11:16:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 11:16:21 Image size of job updated: 1454912 380 - MemoryUsage of job (MB) 388272 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:16:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.195.000) 05/25 11:16:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:39, Sys 0 00:02:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:39, Sys 0 00:02:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869612416 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1869612416 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2237532 1 2990122 Memory (MB) : 371 1024 1024 ... 028 (1253.195.000) 05/25 11:16:28 Job ad information event triggered. SentBytes = 1869612416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:39, Sys 0 00:02:12" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 195 EventTime = "2019-05-25T11:16:28" TotalSentBytes = 1869612416.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:21:39, Sys 0 00:02:12" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 001 (1253.297.000) 05/25 11:16:34 Job executing on host: <72.36.96.238:36991?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#856024&addrs=72.36.96.238-36991&noUDP> ... 028 (1253.297.000) 05/25 11:16:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 297 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:16:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.238:36991?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#856024&addrs=72.36.96.238-36991&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268854.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21621" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.084.000) 05/25 11:16:35 Job executing on host: <72.36.96.51:35907?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889128&addrs=72.36.96.51-35907&noUDP> ... 028 (1253.084.000) 05/25 11:16:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:16:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:35907?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889128&addrs=72.36.96.51-35907&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:16:39 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 413744 - ResidentSetSize of job (KB) ... 006 (1253.078.000) 05/25 11:16:39 Image size of job updated: 1252344 360 - MemoryUsage of job (MB) 367724 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:16:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:16:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.078.000) 05/25 11:16:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:16:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:16:41 Image size of job updated: 1436924 393 - MemoryUsage of job (MB) 402176 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:16:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:16:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:16:52 Image size of job updated: 1268900 316 - MemoryUsage of job (MB) 322688 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:16:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:16:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:16:54 Image size of job updated: 1252344 368 - MemoryUsage of job (MB) 375900 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:16:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:16:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:16:56 Image size of job updated: 1570672 386 - MemoryUsage of job (MB) 394404 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:16:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:16:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 394404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 11:17:02 Image size of job updated: 1392992 353 - MemoryUsage of job (MB) 360572 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 11:17:02 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:17:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 360572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:17:07 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 354120 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:17:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:17:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:17:09 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378476 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:17:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:17:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 11:17:10 Image size of job updated: 1625312 349 - MemoryUsage of job (MB) 357156 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 11:17:10 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:17:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 357156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:17:12 Image size of job updated: 14379752 314 - MemoryUsage of job (MB) 321204 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:17:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:17:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 11:17:14 Image size of job updated: 12500000 384 - MemoryUsage of job (MB) 392700 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:17:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:17:15 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 380996 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:17:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:17:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 380996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:17:16 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347144 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:17:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:17:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.194.000) 05/25 11:17:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:51, Sys 0 00:02:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:51, Sys 0 00:02:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886572416 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1886572416 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2254094 1 2990122 Memory (MB) : 368 1024 1024 ... 028 (1253.194.000) 05/25 11:17:18 Job ad information event triggered. SentBytes = 1886572416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:51, Sys 0 00:02:05" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 194 EventTime = "2019-05-25T11:17:18" TotalSentBytes = 1886572416.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:22:51, Sys 0 00:02:05" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 006 (1253.134.000) 05/25 11:17:23 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353404 - ResidentSetSize of job (KB) ... 028 (1253.134.000) 05/25 11:17:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:17:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358487.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-DEVANHOU-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:17:25 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 374836 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:17:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:17:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:17:29 Image size of job updated: 1268900 311 - MemoryUsage of job (MB) 317692 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:17:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:17:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:17:31 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380852 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:17:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:17:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 11:17:34 Image size of job updated: 1387328 372 - MemoryUsage of job (MB) 380312 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 11:17:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:17:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 380312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:17:48 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351688 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:17:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:17:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 11:18:01 Image size of job updated: 1386580 412 - MemoryUsage of job (MB) 420944 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 11:18:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 420944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 11:18:04 Image size of job updated: 1553368 411 - MemoryUsage of job (MB) 420416 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 11:18:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 420416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:18:04 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347144 - ResidentSetSize of job (KB) ... 006 (1253.212.000) 05/25 11:18:04 Image size of job updated: 1436928 414 - MemoryUsage of job (MB) 423760 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:18:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.212.000) 05/25 11:18:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.219.000) 05/25 11:18:05 Image size of job updated: 1453488 397 - MemoryUsage of job (MB) 405736 - ResidentSetSize of job (KB) ... 006 (1253.048.000) 05/25 11:18:06 Image size of job updated: 1454916 372 - MemoryUsage of job (MB) 380880 - ResidentSetSize of job (KB) ... 028 (1253.219.000) 05/25 11:18:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 405736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.048.000) 05/25 11:18:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 380880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 11:18:07 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365840 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 11:18:07 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353336 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:18:08 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315284 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 11:18:08 Image size of job updated: 1572724 408 - MemoryUsage of job (MB) 417372 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:18:08 Image size of job updated: 1570672 373 - MemoryUsage of job (MB) 381668 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:18:08 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324692 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 11:18:09 Image size of job updated: 1454920 414 - MemoryUsage of job (MB) 423336 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:18:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 11:18:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.052.000) 05/25 11:18:09 Image size of job updated: 1436928 339 - MemoryUsage of job (MB) 346996 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:18:09 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325448 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 11:18:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:18:09 Image size of job updated: 1570672 321 - MemoryUsage of job (MB) 327876 - ResidentSetSize of job (KB) ... 006 (1253.058.000) 05/25 11:18:09 Image size of job updated: 1387324 383 - MemoryUsage of job (MB) 391208 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 11:18:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 417372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:18:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 11:18:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 11:18:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 11:18:11 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353492 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 11:18:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 346996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:18:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:18:11 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364676 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:18:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 327876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 11:18:11 Image size of job updated: 1621704 370 - MemoryUsage of job (MB) 378120 - ResidentSetSize of job (KB) ... 028 (1253.058.000) 05/25 11:18:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 11:18:13 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318272 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 11:18:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:18:14 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320332 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:18:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 11:18:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:18:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 378120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:18:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:18:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 11:18:18 Image size of job updated: 1436928 340 - MemoryUsage of job (MB) 347552 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 11:18:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:18:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 347552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:18:29 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340036 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:18:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 11:18:29 Image size of job updated: 10841456 363 - MemoryUsage of job (MB) 371256 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 11:18:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10841456 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 371256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:18:32 Image size of job updated: 1570672 372 - MemoryUsage of job (MB) 380136 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:18:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:18:33 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325892 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 11:18:33 Image size of job updated: 1455536 383 - MemoryUsage of job (MB) 391744 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:18:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 11:18:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.198.000) 05/25 11:18:36 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:16, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:16, Sys 0 00:02:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884375168 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1884375168 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2251949 1 2990122 Memory (MB) : 417 1024 1024 ... 028 (1253.198.000) 05/25 11:18:36 Job ad information event triggered. SentBytes = 1884375168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:16, Sys 0 00:02:06" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 198 EventTime = "2019-05-25T11:18:36" TotalSentBytes = 1884375168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:23:16, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 005 (1253.193.000) 05/25 11:18:40 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:53, Sys 0 00:02:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:53, Sys 0 00:02:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888110080 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1888110080 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2255596 1 2990122 Memory (MB) : 367 1024 1024 ... 028 (1253.193.000) 05/25 11:18:40 Job ad information event triggered. SentBytes = 1888110080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:53, Sys 0 00:02:12" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 193 EventTime = "2019-05-25T11:18:40" TotalSentBytes = 1888110080.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:23:53, Sys 0 00:02:12" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 006 (1253.129.000) 05/25 11:18:42 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 321452 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:18:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.269.000) 05/25 11:18:42 Image size of job updated: 1570672 386 - MemoryUsage of job (MB) 394364 - ResidentSetSize of job (KB) ... 028 (1253.269.000) 05/25 11:18:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 394364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:18:43 Image size of job updated: 1405940 337 - MemoryUsage of job (MB) 344808 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:18:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 344808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:18:45 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317008 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:18:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.050.000) 05/25 11:18:48 Image size of job updated: 1387324 388 - MemoryUsage of job (MB) 397200 - ResidentSetSize of job (KB) ... 028 (1253.050.000) 05/25 11:18:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:18:48 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346604 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:18:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:18:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.254.000) 05/25 11:18:49 Image size of job updated: 1554112 419 - MemoryUsage of job (MB) 428248 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 11:18:49 Image size of job updated: 1389380 394 - MemoryUsage of job (MB) 402556 - ResidentSetSize of job (KB) ... 028 (1253.254.000) 05/25 11:18:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.214.000) 05/25 11:18:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 11:18:52 Image size of job updated: 1387328 413 - MemoryUsage of job (MB) 422500 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 11:18:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:18:52 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314248 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 11:18:53 Image size of job updated: 1387328 370 - MemoryUsage of job (MB) 378704 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:18:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 11:18:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:18:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 378704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.255.000) 05/25 11:18:53 Image size of job updated: 1454920 415 - MemoryUsage of job (MB) 424656 - ResidentSetSize of job (KB) ... 028 (1253.255.000) 05/25 11:18:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:18:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.245.000) 05/25 11:18:58 Image size of job updated: 1554116 416 - MemoryUsage of job (MB) 425592 - ResidentSetSize of job (KB) ... 028 (1253.245.000) 05/25 11:18:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:18:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 ResidentSetSize = 425592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:19:00 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308888 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:19:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:19:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 11:19:01 Image size of job updated: 1554120 410 - MemoryUsage of job (MB) 419040 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 11:19:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:19:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 11:19:02 Image size of job updated: 1554116 340 - MemoryUsage of job (MB) 347844 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 11:19:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:19:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 347844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.051.000) 05/25 11:19:04 Image size of job updated: 1387328 343 - MemoryUsage of job (MB) 350360 - ResidentSetSize of job (KB) ... 028 (1253.051.000) 05/25 11:19:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:19:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 350360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:19:05 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 408996 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:19:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:19:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:19:09 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 402992 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:19:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:19:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:19:10 Image size of job updated: 1454912 405 - MemoryUsage of job (MB) 413848 - ResidentSetSize of job (KB) ... 006 (1253.056.000) 05/25 11:19:10 Image size of job updated: 1621704 393 - MemoryUsage of job (MB) 402156 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:19:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:19:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.056.000) 05/25 11:19:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 56 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:19:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:19:13 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343368 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:19:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:19:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:19:14 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351360 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:19:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:19:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.054.000) 05/25 11:19:26 Job terminated. (1) Normal termination (return value 0) Usr 0 01:37:03, Sys 0 00:01:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:37:03, Sys 0 00:01:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1048627456 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1048627456 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1435785 1 572839696 Memory (MB) : 355 1024 1920 ... 028 (1253.054.000) 05/25 11:19:26 Job ad information event triggered. SentBytes = 1048627456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967430" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c146.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:37:03, Sys 0 00:01:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 54 EventTime = "2019-05-25T11:19:26" TotalSentBytes = 1048627456.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:37:03, Sys 0 00:01:42" JOB_GLIDEIN_SiteWMS_JobId = "262020.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.098.000) 05/25 11:19:29 Image size of job updated: 1387324 409 - MemoryUsage of job (MB) 417868 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:19:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:19:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:19:43 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348920 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:19:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:19:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:19:45 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343460 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:19:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:19:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:19:47 Image size of job updated: 1471476 344 - MemoryUsage of job (MB) 352256 - ResidentSetSize of job (KB) ... 006 (1253.021.000) 05/25 11:19:48 Image size of job updated: 1570672 381 - MemoryUsage of job (MB) 389508 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:19:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:19:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 352256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.021.000) 05/25 11:19:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:19:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:20:08 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 322904 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:20:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:20:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:20:11 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313980 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:20:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:20:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.107.000) 05/25 11:20:11 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405796 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 11:20:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:20:20 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380516 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:20:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:20:20 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 401572 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 11:20:20 Image size of job updated: 1387324 392 - MemoryUsage of job (MB) 400644 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:20:21 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365984 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:20:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 11:20:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:20:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.108.000) 05/25 11:20:21 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400708 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:20:22 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 409112 - ResidentSetSize of job (KB) ... 028 (1253.108.000) 05/25 11:20:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 400708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 11:20:23 Image size of job updated: 1500000 338 - MemoryUsage of job (MB) 345432 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 11:20:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.082.000) 05/25 11:20:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:20:26 Image size of job updated: 1504512 408 - MemoryUsage of job (MB) 416848 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:20:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:20:33 Image size of job updated: 1471472 401 - MemoryUsage of job (MB) 410224 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:20:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 410224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:20:36 Image size of job updated: 1403884 401 - MemoryUsage of job (MB) 409904 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:20:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:20:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 409904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.201.000) 05/25 11:20:37 Image size of job updated: 1454920 420 - MemoryUsage of job (MB) 429132 - ResidentSetSize of job (KB) ... 006 (1253.110.000) 05/25 11:20:37 Image size of job updated: 1436928 398 - MemoryUsage of job (MB) 406780 - ResidentSetSize of job (KB) ... 006 (1253.200.000) 05/25 11:20:37 Image size of job updated: 1554116 357 - MemoryUsage of job (MB) 365540 - ResidentSetSize of job (KB) ... 028 (1253.201.000) 05/25 11:20:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:20:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 11:20:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:20:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 406780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.200.000) 05/25 11:20:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:20:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 365540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:20:39 Image size of job updated: 1387332 396 - MemoryUsage of job (MB) 404932 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 11:20:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:20:39 Image size of job updated: 1338348 282 - MemoryUsage of job (MB) 288764 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:20:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 288764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.204.000) 05/25 11:20:40 Image size of job updated: 1454916 360 - MemoryUsage of job (MB) 367996 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 11:20:40 Image size of job updated: 1387328 355 - MemoryUsage of job (MB) 363404 - ResidentSetSize of job (KB) ... 028 (1253.204.000) 05/25 11:20:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:20:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 367996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 11:20:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:20:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:20:45 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316176 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:20:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:20:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:20:48 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346136 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:20:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:20:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.191.000) 05/25 11:20:52 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:53, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:53, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1897932928 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1897932928 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2265189 1 2990122 Memory (MB) : 366 1024 1024 ... 028 (1253.191.000) 05/25 11:20:52 Job ad information event triggered. SentBytes = 1897932928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:53, Sys 0 00:02:09" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 191 EventTime = "2019-05-25T11:20:52" TotalSentBytes = 1897932928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:23:53, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "466761" TotalReceivedBytes = 421571104.0 ... 005 (1253.147.000) 05/25 11:21:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:29:46, Sys 0 00:01:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:29:46, Sys 0 00:01:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1858616960 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1858616960 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2226790 1 572015148 Memory (MB) : 367 1024 1920 ... 028 (1253.147.000) 05/25 11:21:22 Job ad information event triggered. SentBytes = 1858616960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c142.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:29:46, Sys 0 00:01:54" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 147 EventTime = "2019-05-25T11:21:22" TotalSentBytes = 1858616960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:29:46, Sys 0 00:01:54" JOB_GLIDEIN_SiteWMS_JobId = "268669.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.070.000) 05/25 11:21:22 Image size of job updated: 1454912 380 - MemoryUsage of job (MB) 388668 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:21:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:21:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.025.000) 05/25 11:21:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3463_267765701@NEWH-GN4FW12-S6-its-c7-osg-20190309 <10.0.2.15:34601?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858964&addrs=10.0.2.15-34601&noUDP> ... 028 (1253.025.000) 05/25 11:21:31 Job ad information event triggered. StartdAddr = "<10.0.2.15:34601?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858964&addrs=10.0.2.15-34601&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111923" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 25 EventTime = "2019-05-25T11:21:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3463_267765701@NEWH-GN4FW12-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.078.000) 05/25 11:21:39 Image size of job updated: 1387324 379 - MemoryUsage of job (MB) 387668 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:21:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:21:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:21:40 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 416808 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:21:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:21:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:21:42 Image size of job updated: 1436924 396 - MemoryUsage of job (MB) 404924 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:21:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:21:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:21:52 Image size of job updated: 1268900 316 - MemoryUsage of job (MB) 323552 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:21:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:21:55 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 378680 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:21:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:21:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:21:56 Image size of job updated: 1570672 387 - MemoryUsage of job (MB) 395988 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:21:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:21:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 11:22:03 Image size of job updated: 1392992 356 - MemoryUsage of job (MB) 364272 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 11:22:03 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1392992 Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:22:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 364272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:22:08 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354916 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:22:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:22:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.117.000) 05/25 11:22:10 Image size of job updated: 1625312 353 - MemoryUsage of job (MB) 360800 - ResidentSetSize of job (KB) ... 006 (1253.263.000) 05/25 11:22:10 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380284 - ResidentSetSize of job (KB) ... 028 (1253.117.000) 05/25 11:22:10 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 360800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.263.000) 05/25 11:22:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:22:13 Image size of job updated: 14379752 315 - MemoryUsage of job (MB) 321728 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:22:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:22:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 11:22:14 Image size of job updated: 12500000 386 - MemoryUsage of job (MB) 394780 - ResidentSetSize of job (KB) ... 006 (1253.017.000) 05/25 11:22:16 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397352 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:22:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:22:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 11:22:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:22:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 397352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:22:17 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348992 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:22:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:22:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:22:25 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377192 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:22:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:22:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:22:31 Image size of job updated: 1268900 312 - MemoryUsage of job (MB) 319004 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:22:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:22:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:22:31 Image size of job updated: 1500000 387 - MemoryUsage of job (MB) 395748 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:22:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:22:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 11:22:34 Image size of job updated: 1387328 374 - MemoryUsage of job (MB) 382772 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 11:22:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:22:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 382772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:22:49 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352372 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:22:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:22:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:22:49 Image size of job updated: 1342468 283 - MemoryUsage of job (MB) 289400 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:22:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:22:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 283 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.276.000) 05/25 11:23:02 Image size of job updated: 1386580 413 - MemoryUsage of job (MB) 422684 - ResidentSetSize of job (KB) ... 028 (1253.276.000) 05/25 11:23:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 422684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.274.000) 05/25 11:23:05 Image size of job updated: 1553368 414 - MemoryUsage of job (MB) 423512 - ResidentSetSize of job (KB) ... 028 (1253.274.000) 05/25 11:23:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 423512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:23:05 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348996 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 11:23:05 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339720 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 11:23:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 11:23:07 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367200 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:23:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.228.000) 05/25 11:23:08 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355648 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:23:09 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325484 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 11:23:09 Image size of job updated: 1454920 416 - MemoryUsage of job (MB) 425276 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 11:23:09 Image size of job updated: 1436928 341 - MemoryUsage of job (MB) 348920 - ResidentSetSize of job (KB) ... 028 (1253.228.000) 05/25 11:23:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 11:23:09 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 326400 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:23:09 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315548 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 11:23:09 Image size of job updated: 1572724 411 - MemoryUsage of job (MB) 420276 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:23:09 Image size of job updated: 1570672 376 - MemoryUsage of job (MB) 384308 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:23:10 Image size of job updated: 1570672 322 - MemoryUsage of job (MB) 329132 - ResidentSetSize of job (KB) ... 028 (1253.052.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 348920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 420276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:23:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 11:23:11 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 355304 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:23:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 329132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 11:23:13 Image size of job updated: 1621704 372 - MemoryUsage of job (MB) 380292 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 11:23:13 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 365444 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 11:23:14 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319468 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 11:23:15 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321124 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 11:23:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 11:23:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 380292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 11:23:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 11:23:18 Image size of job updated: 1436928 340 - MemoryUsage of job (MB) 348088 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 11:23:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:23:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 11:23:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:23:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 348088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:23:30 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341680 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:23:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 11:23:32 Image size of job updated: 1556168 375 - MemoryUsage of job (MB) 383088 - ResidentSetSize of job (KB) ... 006 (1253.261.000) 05/25 11:23:32 Image size of job updated: 1570672 374 - MemoryUsage of job (MB) 382460 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 11:23:33 Image size of job updated: 1455536 385 - MemoryUsage of job (MB) 394120 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 11:23:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:23:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30129" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c285.mwt2.org" Subproc = 0 ResidentSetSize = 383088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.261.000) 05/25 11:23:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 11:23:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 394120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:23:42 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 322084 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:23:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:23:44 Image size of job updated: 1405940 339 - MemoryUsage of job (MB) 346216 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:23:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 346216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:23:45 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317760 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:23:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:23:48 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347820 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:23:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:23:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 11:23:50 Image size of job updated: 1389380 397 - MemoryUsage of job (MB) 406064 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 11:23:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:23:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.253.000) 05/25 11:23:52 Image size of job updated: 1387328 416 - MemoryUsage of job (MB) 425364 - ResidentSetSize of job (KB) ... 028 (1253.253.000) 05/25 11:23:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:23:53 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314756 - ResidentSetSize of job (KB) ... 006 (1253.255.000) 05/25 11:23:54 Image size of job updated: 1454920 418 - MemoryUsage of job (MB) 427232 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:23:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:23:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.255.000) 05/25 11:23:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:23:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.298.000) 05/25 11:24:01 Image size of job updated: 1554120 411 - MemoryUsage of job (MB) 420232 - ResidentSetSize of job (KB) ... 028 (1253.298.000) 05/25 11:24:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:24:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:24:01 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309416 - ResidentSetSize of job (KB) ... 006 (1253.060.000) 05/25 11:24:02 Image size of job updated: 1554116 341 - MemoryUsage of job (MB) 348288 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:24:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:24:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.060.000) 05/25 11:24:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:24:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 348288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:24:05 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326580 - ResidentSetSize of job (KB) ... 006 (1253.249.000) 05/25 11:24:06 Image size of job updated: 1387324 403 - MemoryUsage of job (MB) 411736 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:24:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:24:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.249.000) 05/25 11:24:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:24:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:24:09 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 406244 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:24:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:24:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:24:10 Image size of job updated: 1454912 407 - MemoryUsage of job (MB) 416320 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:24:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:24:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:24:13 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344952 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:24:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:24:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:24:14 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353620 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:24:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:24:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 11:24:29 Image size of job updated: 1387324 412 - MemoryUsage of job (MB) 421104 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:24:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:24:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:24:44 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350356 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:24:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:24:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:24:46 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344728 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:24:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:24:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 11:24:48 Image size of job updated: 1570672 383 - MemoryUsage of job (MB) 391572 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 11:24:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:24:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:24:48 Image size of job updated: 1471476 346 - MemoryUsage of job (MB) 353848 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:24:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:24:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 353848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:25:09 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323280 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:25:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:25:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:25:11 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314892 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:25:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:25:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.034.000) 05/25 11:25:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3456_98358764@AS-CHE-4007-2-S8-its-c7-osg-20190309 <10.0.2.15:33591?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874110&addrs=10.0.2.15-33591&noUDP> ... 028 (1253.034.000) 05/25 11:25:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:33591?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874110&addrs=10.0.2.15-33591&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111822" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 34 EventTime = "2019-05-25T11:25:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3456_98358764@AS-CHE-4007-2-S8-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.216.000) 05/25 11:25:20 Image size of job updated: 1387324 395 - MemoryUsage of job (MB) 403956 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:25:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:25:20 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 396504 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:25:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:25:21 Image size of job updated: 1387324 393 - MemoryUsage of job (MB) 402392 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:25:21 Image size of job updated: 1454912 378 - MemoryUsage of job (MB) 386552 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:25:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:25:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.119.000) 05/25 11:25:22 Image size of job updated: 1387324 404 - MemoryUsage of job (MB) 412776 - ResidentSetSize of job (KB) ... 006 (1253.108.000) 05/25 11:25:22 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404488 - ResidentSetSize of job (KB) ... 006 (1253.082.000) 05/25 11:25:24 Image size of job updated: 1500000 342 - MemoryUsage of job (MB) 349456 - ResidentSetSize of job (KB) ... 028 (1253.119.000) 05/25 11:25:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.108.000) 05/25 11:25:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:25:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 ResidentSetSize = 404488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.082.000) 05/25 11:25:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:25:27 Image size of job updated: 1504512 411 - MemoryUsage of job (MB) 420120 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:25:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:25:33 Image size of job updated: 1471472 403 - MemoryUsage of job (MB) 412352 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:25:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 412352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:25:36 Image size of job updated: 1403884 402 - MemoryUsage of job (MB) 411268 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:25:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:25:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 411268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:25:37 Image size of job updated: 1436928 401 - MemoryUsage of job (MB) 409824 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:25:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:25:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 409824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:25:39 Image size of job updated: 1387332 398 - MemoryUsage of job (MB) 407288 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 11:25:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:25:40 Image size of job updated: 1338348 284 - MemoryUsage of job (MB) 290140 - ResidentSetSize of job (KB) ... 006 (1253.154.000) 05/25 11:25:41 Image size of job updated: 1387328 357 - MemoryUsage of job (MB) 365144 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 11:25:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:25:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.121.000) 05/25 11:25:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:25:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:25:46 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316800 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:25:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:25:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:25:48 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346884 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:25:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:25:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.248.000) 05/25 11:26:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_412636_86714892@uct2-c488.mwt2.org <192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP> ... 028 (1253.248.000) 05/25 11:26:04 Job ad information event triggered. StartdAddr = "<192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 248 EventTime = "2019-05-25T11:26:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_412636_86714892@uct2-c488.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.070.000) 05/25 11:26:23 Image size of job updated: 1454912 383 - MemoryUsage of job (MB) 391716 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:26:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:26:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:26:39 Image size of job updated: 1387324 380 - MemoryUsage of job (MB) 388596 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:26:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:26:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:26:40 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420192 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:26:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:26:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:26:42 Image size of job updated: 1436924 398 - MemoryUsage of job (MB) 407080 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:26:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:26:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:26:52 Image size of job updated: 1268900 317 - MemoryUsage of job (MB) 324284 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:26:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:26:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:26:56 Image size of job updated: 1252344 373 - MemoryUsage of job (MB) 381404 - ResidentSetSize of job (KB) ... 006 (1253.067.000) 05/25 11:26:57 Image size of job updated: 1570672 388 - MemoryUsage of job (MB) 396508 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:26:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:26:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.067.000) 05/25 11:26:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:26:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 396508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:27:09 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 355232 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:27:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:27:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:27:10 Image size of job updated: 1387324 390 - MemoryUsage of job (MB) 398808 - ResidentSetSize of job (KB) ... 006 (1253.117.000) 05/25 11:27:10 Image size of job updated: 1625312 356 - MemoryUsage of job (MB) 363872 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:27:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:27:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.117.000) 05/25 11:27:10 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625312 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:27:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 363872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:27:13 Image size of job updated: 14379752 316 - MemoryUsage of job (MB) 322960 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:27:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:27:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 11:27:15 Image size of job updated: 12500000 389 - MemoryUsage of job (MB) 397848 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:27:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:27:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:27:16 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399696 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:27:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:27:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 399696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:27:17 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350116 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:27:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:27:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.046.000) 05/25 11:27:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_12042_226586419@uct2-c426.mwt2.org <192.170.226.16:34494?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#877372&addrs=192.170.226.16-34494&noUDP> ... 028 (1253.046.000) 05/25 11:27:18 Job ad information event triggered. StartdAddr = "<192.170.226.16:34494?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#877372&addrs=192.170.226.16-34494&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 46 EventTime = "2019-05-25T11:27:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_12042_226586419@uct2-c426.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.046.000) 05/25 11:27:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_12042_226586419@uct2-c426.mwt2.org, rescheduling job ... 028 (1253.046.000) 05/25 11:27:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:27:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262462.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" StartdName = "glidein_12042_226586419@uct2-c426.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c426.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.272.000) 05/25 11:27:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309 <10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP> ... 028 (1253.272.000) 05/25 11:27:21 Job ad information event triggered. StartdAddr = "<10.0.2.15:41650?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#895247&addrs=10.0.2.15-41650&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 272 EventTime = "2019-05-25T11:27:21" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.268.000) 05/25 11:27:26 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380168 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:27:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:27:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:27:31 Image size of job updated: 1268900 313 - MemoryUsage of job (MB) 320104 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:27:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:27:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:27:32 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398632 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:27:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 11:27:34 Image size of job updated: 1387328 378 - MemoryUsage of job (MB) 386820 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 11:27:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:27:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 ResidentSetSize = 386820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 11:27:48 Image size of job updated: 1554112 347 - MemoryUsage of job (MB) 354516 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 11:27:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:27:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:27:49 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354976 - ResidentSetSize of job (KB) ... 006 (1253.126.000) 05/25 11:27:50 Image size of job updated: 1342468 284 - MemoryUsage of job (MB) 290616 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:27:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:27:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.126.000) 05/25 11:27:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:27:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.089.000) 05/25 11:27:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_37270_319509660@lnxfarm312.colorado.edu <192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP> ... 028 (1253.089.000) 05/25 11:27:57 Job ad information event triggered. StartdAddr = "<192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23542" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 89 EventTime = "2019-05-25T11:27:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_5@glidein_37270_319509660@lnxfarm312.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466182" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.089.000) 05/25 11:27:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_37270_319509660@lnxfarm312.colorado.edu, rescheduling job ... 028 (1253.089.000) 05/25 11:27:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 89 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:27:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" StartdName = "slot1_5@glidein_37270_319509660@lnxfarm312.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.276.000) 05/25 11:28:03 Image size of job updated: 1386580 416 - MemoryUsage of job (MB) 424984 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 11:28:05 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350248 - ResidentSetSize of job (KB) ... 006 (1253.229.000) 05/25 11:28:05 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341212 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.276.000) 05/25 11:28:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 424984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 11:28:07 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367244 - ResidentSetSize of job (KB) ... 006 (1253.234.000) 05/25 11:28:07 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 346052 - ResidentSetSize of job (KB) ... 023 (1253.248.000) 05/25 11:28:07 Job reconnected to glidein_412636_86714892@uct2-c488.mwt2.org startd address: <192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP> starter address: <192.170.227.210:46498?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859403&PrivNet=uct2-c488.mwt2.org&addrs=192.170.227.210-46498&noUDP> ... 028 (1253.229.000) 05/25 11:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 11:28:09 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345108 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 11:28:09 Image size of job updated: 1454920 418 - MemoryUsage of job (MB) 427644 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 11:28:09 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358216 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 11:28:10 Image size of job updated: 1572724 413 - MemoryUsage of job (MB) 422256 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 11:28:10 Image size of job updated: 1570672 322 - MemoryUsage of job (MB) 329632 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:28:10 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315932 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:28:10 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344920 - ResidentSetSize of job (KB) ... 006 (1253.052.000) 05/25 11:28:10 Image size of job updated: 1436928 342 - MemoryUsage of job (MB) 349908 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 11:28:10 Image size of job updated: 1570672 377 - MemoryUsage of job (MB) 385672 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.248.000) 05/25 11:28:07 Job ad information event triggered. StartdAddr = "<192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 248 EventTime = "2019-05-25T11:28:07" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_412636_86714892@uct2-c488.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<192.170.227.210:46498?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859403&PrivNet=uct2-c488.mwt2.org&addrs=192.170.227.210-46498&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" EventDescription = "Job reconnected" ... 006 (1253.125.000) 05/25 11:28:12 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 356212 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 11:28:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:28:13 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366460 - ResidentSetSize of job (KB) ... 006 (1253.049.000) 05/25 11:28:13 Image size of job updated: 1621704 374 - MemoryUsage of job (MB) 382768 - ResidentSetSize of job (KB) ... 028 (1253.208.000) 05/25 11:28:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:28:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 11:28:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 11:28:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 422256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 11:28:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 329632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 11:28:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:28:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.052.000) 05/25 11:28:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 52 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 349908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 11:28:14 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319996 - ResidentSetSize of job (KB) ... 028 (1253.130.000) 05/25 11:28:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 11:28:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:28:15 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321800 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:28:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:28:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.049.000) 05/25 11:28:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:28:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 382768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:28:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.046.000) 05/25 11:28:18 Job executing on host: <137.99.79.170:8636?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#709&addrs=137.99.79.170-8636+[--1]-8636&noUDP> ... 006 (1253.057.000) 05/25 11:28:18 Image size of job updated: 1436928 342 - MemoryUsage of job (MB) 349384 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 11:28:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.046.000) 05/25 11:28:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 46 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:28:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:8636?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#709&addrs=137.99.79.170-8636+[--1]-8636&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715142.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8969" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 11:28:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:28:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 349384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:28:31 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342980 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:28:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:28:32 Image size of job updated: 1570672 376 - MemoryUsage of job (MB) 384780 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:28:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:28:33 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 326848 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:28:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 11:28:33 Image size of job updated: 1455536 387 - MemoryUsage of job (MB) 395936 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 11:28:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:28:44 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323120 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:28:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:28:44 Image size of job updated: 1405940 340 - MemoryUsage of job (MB) 347740 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:28:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 347740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 11:28:46 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353204 - ResidentSetSize of job (KB) ... 006 (1253.257.000) 05/25 11:28:46 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318804 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 11:28:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.257.000) 05/25 11:28:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:28:48 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348872 - ResidentSetSize of job (KB) ... 006 (1253.214.000) 05/25 11:28:50 Image size of job updated: 1389380 400 - MemoryUsage of job (MB) 409520 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:28:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.214.000) 05/25 11:28:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:28:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:28:53 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316064 - ResidentSetSize of job (KB) ... 022 (1253.217.000) 05/25 11:28:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_101803_94132563@scigrid2.physics.fsu.edu <128.186.19.143:37896?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#876005&addrs=128.186.19.143-37896&noUDP> ... 006 (1253.255.000) 05/25 11:28:54 Image size of job updated: 1454920 420 - MemoryUsage of job (MB) 429440 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:28:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.217.000) 05/25 11:28:53 Job ad information event triggered. StartdAddr = "<128.186.19.143:37896?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#876005&addrs=128.186.19.143-37896&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8401979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 217 EventTime = "2019-05-25T11:28:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_101803_94132563@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.255.000) 05/25 11:28:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:28:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.217.000) 05/25 11:28:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_101803_94132563@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.217.000) 05/25 11:28:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:28:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67839.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8401979" StartdName = "glidein_101803_94132563@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:29:02 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310068 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:29:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:29:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.060.000) 05/25 11:29:03 Image size of job updated: 1554116 342 - MemoryUsage of job (MB) 350076 - ResidentSetSize of job (KB) ... 006 (1253.298.000) 05/25 11:29:02 Image size of job updated: 1554120 415 - MemoryUsage of job (MB) 424032 - ResidentSetSize of job (KB) ... 028 (1253.060.000) 05/25 11:29:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:29:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368300" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" Subproc = 0 ResidentSetSize = 350076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.298.000) 05/25 11:29:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:29:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:29:05 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 326660 - ResidentSetSize of job (KB) ... 006 (1253.249.000) 05/25 11:29:06 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 414216 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:29:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:29:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.249.000) 05/25 11:29:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:29:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:29:09 Image size of job updated: 1387324 399 - MemoryUsage of job (MB) 408576 - ResidentSetSize of job (KB) ... 006 (1253.095.000) 05/25 11:29:10 Image size of job updated: 1454912 410 - MemoryUsage of job (MB) 419128 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:29:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:29:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.095.000) 05/25 11:29:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:29:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:29:14 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346436 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:29:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:29:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:29:16 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355204 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:29:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:29:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.089.000) 05/25 11:29:21 Job executing on host: <137.99.79.166:17084?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#735&addrs=137.99.79.166-17084+[--1]-17084&noUDP> ... 028 (1253.089.000) 05/25 11:29:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:29:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.166:17084?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#735&addrs=137.99.79.166-17084+[--1]-17084&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.152.000) 05/25 11:29:21 Job terminated. (1) Normal termination (return value 0) Usr 0 01:37:54, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:37:54, Sys 0 00:02:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1853009280 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1853009280 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2221314 1 451783116 Memory (MB) : 412 1024 1920 ... 028 (1253.152.000) 05/25 11:29:21 Job ad information event triggered. SentBytes = 1853009280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30077" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c440.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:37:54, Sys 0 00:02:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 152 EventTime = "2019-05-25T11:29:21" TotalSentBytes = 1853009280.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:37:54, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "1376652.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.098.000) 05/25 11:29:30 Image size of job updated: 1387324 415 - MemoryUsage of job (MB) 424100 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:29:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:29:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.217.000) 05/25 11:29:32 Job executing on host: <128.186.19.143:37424?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#705&addrs=128.186.19.143-37424+[--1]-37424&noUDP> ... 028 (1253.217.000) 05/25 11:29:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 217 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:29:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:37424?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#705&addrs=128.186.19.143-37424+[--1]-37424&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67928.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402601" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:29:44 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 352204 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:29:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:29:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:29:46 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346804 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:29:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:29:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.265.000) 05/25 11:29:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309 <10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP> ... 028 (1253.265.000) 05/25 11:29:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7148" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 265 EventTime = "2019-05-25T11:29:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.021.000) 05/25 11:29:48 Image size of job updated: 1570672 386 - MemoryUsage of job (MB) 394476 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 11:29:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:29:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 394476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:29:49 Image size of job updated: 1471476 348 - MemoryUsage of job (MB) 355792 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:29:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:29:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 355792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.041.000) 05/25 11:29:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_21693_115123056@lnxfarm215.colorado.edu <192.168.3.115:41704?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894327&addrs=192.168.3.115-41704&noUDP> ... 028 (1253.041.000) 05/25 11:29:53 Job ad information event triggered. StartdAddr = "<192.168.3.115:41704?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894327&addrs=192.168.3.115-41704&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875209" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 41 EventTime = "2019-05-25T11:29:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_8@glidein_21693_115123056@lnxfarm215.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466116" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.041.000) 05/25 11:29:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_21693_115123056@lnxfarm215.colorado.edu, rescheduling job ... 028 (1253.041.000) 05/25 11:29:53 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 41 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:29:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466116" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" StartdName = "slot1_8@glidein_21693_115123056@lnxfarm215.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.023.000) 05/25 11:30:09 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324580 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:30:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:30:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 11:30:12 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316648 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 11:30:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:30:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.127.000) 05/25 11:30:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3455_31343871@BFAS-SCMC-11-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.127.000) 05/25 11:30:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:30:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437837.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" StartdName = "glidein_3455_31343871@BFAS-SCMC-11-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:30:20 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 406224 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:30:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:30:21 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 399188 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 11:30:21 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 405776 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:30:22 Image size of job updated: 1454912 379 - MemoryUsage of job (MB) 387640 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:30:22 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 413844 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:30:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 11:30:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 11:30:24 Image size of job updated: 1500000 344 - MemoryUsage of job (MB) 352196 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 11:30:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:30:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.082.000) 05/25 11:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:30:27 Image size of job updated: 1504512 413 - MemoryUsage of job (MB) 422648 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:30:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:30:34 Image size of job updated: 1471472 405 - MemoryUsage of job (MB) 413888 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:30:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 413888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:30:37 Image size of job updated: 1403884 404 - MemoryUsage of job (MB) 413252 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:30:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:30:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 413252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:30:38 Image size of job updated: 1436928 404 - MemoryUsage of job (MB) 412728 - ResidentSetSize of job (KB) ... 006 (1253.124.000) 05/25 11:30:40 Image size of job updated: 1387332 402 - MemoryUsage of job (MB) 411032 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:30:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:30:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 412728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.124.000) 05/25 11:30:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:30:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:30:41 Image size of job updated: 1338348 284 - MemoryUsage of job (MB) 290464 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:30:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:30:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:30:46 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318384 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:30:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:30:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:30:49 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347148 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:30:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.278.000) 05/25 11:30:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_37270_319509660@lnxfarm312.colorado.edu <192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP> ... 028 (1253.278.000) 05/25 11:30:58 Job ad information event triggered. StartdAddr = "<192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23542" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 278 EventTime = "2019-05-25T11:30:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_1@glidein_37270_319509660@lnxfarm312.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466182" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.278.000) 05/25 11:30:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_37270_319509660@lnxfarm312.colorado.edu, rescheduling job ... 028 (1253.278.000) 05/25 11:30:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:30:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" StartdName = "slot1_1@glidein_37270_319509660@lnxfarm312.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.070.000) 05/25 11:31:24 Image size of job updated: 1454912 384 - MemoryUsage of job (MB) 392640 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:31:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 11:31:27 Image size of job updated: 1570672 381 - MemoryUsage of job (MB) 389232 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 11:31:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:31:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 389232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.019.000) 05/25 11:31:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3449_144245166@BFAS-SCMC-11-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.019.000) 05/25 11:31:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:31:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437790.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" StartdName = "glidein_3449_144245166@BFAS-SCMC-11-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-11-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:31:40 Image size of job updated: 1387324 381 - MemoryUsage of job (MB) 389912 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:31:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:31:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.133.000) 05/25 11:31:41 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423588 - ResidentSetSize of job (KB) ... 006 (1253.157.000) 05/25 11:31:42 Image size of job updated: 1436924 401 - MemoryUsage of job (MB) 410096 - ResidentSetSize of job (KB) ... 028 (1253.133.000) 05/25 11:31:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:31:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.127.000) 05/25 11:31:47 Job executing on host: <192.170.226.32:33873?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875253&addrs=192.170.226.32-33873&noUDP> ... 028 (1253.157.000) 05/25 11:31:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.041.000) 05/25 11:31:47 Job executing on host: <72.36.96.50:35702?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869472&addrs=72.36.96.50-35702&noUDP> ... 028 (1253.127.000) 05/25 11:31:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:31:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.32:33873?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875253&addrs=192.170.226.32-33873&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.041.000) 05/25 11:31:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 41 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:31:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:35702?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869472&addrs=72.36.96.50-35702&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262694.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22640" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.278.000) 05/25 11:31:51 Job executing on host: <72.36.96.57:36526?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#867687&addrs=72.36.96.57-36526&noUDP> ... 028 (1253.278.000) 05/25 11:31:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 278 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:31:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.57:36526?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#867687&addrs=72.36.96.57-36526&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262614.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22569" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:31:53 Image size of job updated: 1268900 318 - MemoryUsage of job (MB) 324704 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:31:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:31:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:31:56 Image size of job updated: 1438976 391 - MemoryUsage of job (MB) 399820 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:31:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:31:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:31:57 Image size of job updated: 1570672 389 - MemoryUsage of job (MB) 397564 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:31:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:31:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 397564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:32:10 Image size of job updated: 1387324 392 - MemoryUsage of job (MB) 401304 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:32:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:32:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:32:10 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 356836 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:32:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:32:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:32:13 Image size of job updated: 14379752 316 - MemoryUsage of job (MB) 323472 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:32:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:32:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:32:16 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 401996 - ResidentSetSize of job (KB) ... 006 (1253.020.000) 05/25 11:32:16 Image size of job updated: 12500000 392 - MemoryUsage of job (MB) 401084 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:32:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:32:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 401996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:32:17 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351688 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:32:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:32:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.080.000) 05/25 11:32:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:32:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.192.000) 05/25 11:32:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_74198_599515428@iut2-c240.iu.edu <149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP> ... 028 (1253.192.000) 05/25 11:32:25 Job ad information event triggered. StartdAddr = "<149.165.225.67:46121?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865381&addrs=149.165.225.67-46121&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715610" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 192 EventTime = "2019-05-25T11:32:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_6@glidein_74198_599515428@iut2-c240.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.192.000) 05/25 11:32:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_74198_599515428@iut2-c240.iu.edu, rescheduling job ... 028 (1253.192.000) 05/25 11:32:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 192 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T11:32:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715610" StartdName = "slot1_6@glidein_74198_599515428@iut2-c240.iu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:32:26 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399824 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:32:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:32:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:32:31 Image size of job updated: 1268900 314 - MemoryUsage of job (MB) 321160 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:32:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:32:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:32:32 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401328 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:32:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:32:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.045.000) 05/25 11:32:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_69270_79050228@iut2-c267.iu.edu <149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP> ... 028 (1253.045.000) 05/25 11:32:44 Job ad information event triggered. StartdAddr = "<149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "20498" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 45 EventTime = "2019-05-25T11:32:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_8@glidein_69270_79050228@iut2-c267.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.045.000) 05/25 11:32:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_69270_79050228@iut2-c267.iu.edu, rescheduling job ... 028 (1253.045.000) 05/25 11:32:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 45 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T11:32:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" StartdName = "slot1_8@glidein_69270_79050228@iut2-c267.iu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:32:50 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 356288 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:32:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:32:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:32:50 Image size of job updated: 1342468 285 - MemoryUsage of job (MB) 291188 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:32:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:32:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.019.000) 05/25 11:33:04 Job executing on host: <192.170.226.12:39625?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878469&addrs=192.170.226.12-39625&noUDP> ... 028 (1253.019.000) 05/25 11:33:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:33:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.12:39625?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878469&addrs=192.170.226.12-39625&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262932.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967966" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.192.000) 05/25 11:33:04 Job executing on host: <192.170.226.164:42134?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877423&addrs=192.170.226.164-42134&noUDP> ... 028 (1253.192.000) 05/25 11:33:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 192 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:33:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.164:42134?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877423&addrs=192.170.226.164-42134&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262939.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22971" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c343.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:33:06 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352336 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 11:33:06 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 343024 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 11:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 11:33:07 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347656 - ResidentSetSize of job (KB) ... 006 (1253.073.000) 05/25 11:33:08 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 367756 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:33:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.045.000) 05/25 11:33:09 Job executing on host: <192.170.226.110:46027?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881316&addrs=192.170.226.110-46027&noUDP> ... 006 (1253.072.000) 05/25 11:33:10 Image size of job updated: 1570672 323 - MemoryUsage of job (MB) 330568 - ResidentSetSize of job (KB) ... 006 (1253.208.000) 05/25 11:33:10 Image size of job updated: 1454920 421 - MemoryUsage of job (MB) 430728 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:33:10 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346252 - ResidentSetSize of job (KB) ... 006 (1253.228.000) 05/25 11:33:10 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359344 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 11:33:10 Image size of job updated: 1572724 414 - MemoryUsage of job (MB) 423840 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:33:10 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317252 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:33:11 Image size of job updated: 1570672 379 - MemoryUsage of job (MB) 388048 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:33:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.045.000) 05/25 11:33:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 45 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:33:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.110:46027?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881316&addrs=192.170.226.110-46027&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262950.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c289.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 11:33:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 330568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.208.000) 05/25 11:33:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 430728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 11:33:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.228.000) 05/25 11:33:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 11:33:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 423840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 11:33:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:33:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 388048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 11:33:12 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 357796 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 11:33:13 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382776 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 11:33:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 11:33:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:33:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:33:15 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322856 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 11:33:15 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322076 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 11:33:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:33:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:33:31 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 345080 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:33:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:33:33 Image size of job updated: 1570672 379 - MemoryUsage of job (MB) 387156 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:33:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:33:33 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 327904 - ResidentSetSize of job (KB) ... 006 (1253.173.000) 05/25 11:33:34 Image size of job updated: 1455536 390 - MemoryUsage of job (MB) 398576 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:33:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.173.000) 05/25 11:33:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1455536 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:33:44 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 323908 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:33:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:33:45 Image size of job updated: 1405940 342 - MemoryUsage of job (MB) 350092 - ResidentSetSize of job (KB) ... 006 (1253.266.000) 05/25 11:33:46 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354524 - ResidentSetSize of job (KB) ... 006 (1253.257.000) 05/25 11:33:46 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319596 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:33:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 350092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.266.000) 05/25 11:33:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.257.000) 05/25 11:33:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:33:49 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350720 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:33:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:33:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 11:33:51 Image size of job updated: 1389380 405 - MemoryUsage of job (MB) 413732 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 11:33:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:33:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:33:53 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317312 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:33:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:33:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:34:02 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311916 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:34:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:34:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:34:06 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339144 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:34:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:34:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:34:07 Image size of job updated: 1387324 408 - MemoryUsage of job (MB) 417124 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:34:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:34:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:34:10 Image size of job updated: 1454912 412 - MemoryUsage of job (MB) 421548 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:34:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:34:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:34:10 Image size of job updated: 1387324 402 - MemoryUsage of job (MB) 410988 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:34:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:34:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:34:15 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348284 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:34:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:34:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:34:16 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356260 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:34:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:34:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 11:34:31 Image size of job updated: 1387324 418 - MemoryUsage of job (MB) 428020 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:34:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:34:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.197.000) 05/25 11:34:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 028 (1253.197.000) 05/25 11:34:43 Job ad information event triggered. StartdAddr = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 197 EventTime = "2019-05-25T11:34:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466761" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.197.000) 05/25 11:34:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu, rescheduling job ... 028 (1253.197.000) 05/25 11:34:44 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 197 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:34:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" StartdName = "slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.026.000) 05/25 11:34:45 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353524 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:34:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:34:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:34:47 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347860 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:34:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:34:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.288.000) 05/25 11:34:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.288.000) 05/25 11:34:50 Job ad information event triggered. StartdAddr = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 288 EventTime = "2019-05-25T11:34:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_1@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.288.000) 05/25 11:34:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu, rescheduling job ... 006 (1253.033.000) 05/25 11:34:50 Image size of job updated: 1471476 349 - MemoryUsage of job (MB) 357376 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 11:34:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T11:34:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" StartdName = "slot1_1@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.033.000) 05/25 11:34:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:34:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 357376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:35:10 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325636 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:35:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:35:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:35:21 Image size of job updated: 1387324 400 - MemoryUsage of job (MB) 408896 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:35:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:35:21 Image size of job updated: 1387324 399 - MemoryUsage of job (MB) 408236 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:35:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:35:22 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403324 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:35:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 11:35:23 Image size of job updated: 1454912 381 - MemoryUsage of job (MB) 389244 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:35:23 Image size of job updated: 1387324 408 - MemoryUsage of job (MB) 417056 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 11:35:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:35:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 11:35:24 Image size of job updated: 1500000 348 - MemoryUsage of job (MB) 355984 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 11:35:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.168.000) 05/25 11:35:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3466_485359040@MAX-E446C-02-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.168.000) 05/25 11:35:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:35:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436466.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116430" StartdName = "glidein_3466_485359040@MAX-E446C-02-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E446C-02-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:35:29 Image size of job updated: 1504512 416 - MemoryUsage of job (MB) 425396 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:35:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:35:35 Image size of job updated: 1471472 406 - MemoryUsage of job (MB) 415704 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:35:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 415704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:35:38 Image size of job updated: 1436928 406 - MemoryUsage of job (MB) 415456 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:35:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 415456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:35:38 Image size of job updated: 1403884 406 - MemoryUsage of job (MB) 415488 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:35:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:35:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 415488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.197.000) 05/25 11:35:38 Job executing on host: <72.36.96.157:42411?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34960&addrs=72.36.96.157-42411&noUDP> ... 028 (1253.197.000) 05/25 11:35:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 197 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.157:42411?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34960&addrs=72.36.96.157-42411&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262953.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:35:40 Image size of job updated: 1387332 404 - MemoryUsage of job (MB) 413404 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 11:35:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:35:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:35:41 Image size of job updated: 1338348 286 - MemoryUsage of job (MB) 291964 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:35:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:35:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.288.000) 05/25 11:35:42 Job executing on host: <72.36.96.175:40728?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#865185&addrs=72.36.96.175-40728&noUDP> ... 028 (1253.288.000) 05/25 11:35:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:35:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.175:40728?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#865185&addrs=72.36.96.175-40728&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 11:35:46 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305396 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 11:35:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:35:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:35:47 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319440 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:35:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:35:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.265.000) 05/25 11:35:49 Job reconnected to glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309 startd address: <10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP> starter address: <10.0.2.15:40770?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#873782&PrivNet=SOE-STTL-01-S3-its-c7-osg-20190309&addrs=10.0.2.15-40770&noUDP> ... 028 (1253.265.000) 05/25 11:35:49 Job ad information event triggered. StartdAddr = "<10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7148" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 265 EventTime = "2019-05-25T11:35:49" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:40770?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#873782&PrivNet=SOE-STTL-01-S3-its-c7-osg-20190309&addrs=10.0.2.15-40770&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" EventDescription = "Job reconnected" ... 006 (1253.077.000) 05/25 11:35:50 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347940 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:35:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.168.000) 05/25 11:36:14 Job executing on host: <72.36.96.35:42597?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877670&addrs=72.36.96.35-42597&noUDP> ... 028 (1253.168.000) 05/25 11:36:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:36:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.35:42597?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877670&addrs=72.36.96.35-42597&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.104.000) 05/25 11:36:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3498_231949575@AAF-EECCC-FO4-S3-its-c7-osg-20190309 <10.0.2.15:38035?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861855&addrs=10.0.2.15-38035&noUDP> ... 028 (1253.104.000) 05/25 11:36:15 Job ad information event triggered. StartdAddr = "<10.0.2.15:38035?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#861855&addrs=10.0.2.15-38035&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23468" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 104 EventTime = "2019-05-25T11:36:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3498_231949575@AAF-EECCC-FO4-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.104.000) 05/25 11:36:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3498_231949575@AAF-EECCC-FO4-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.104.000) 05/25 11:36:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 104 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:36:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437919.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23468" StartdName = "glidein_3498_231949575@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-EECCC-FO4-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 11:36:25 Image size of job updated: 1454912 385 - MemoryUsage of job (MB) 393792 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:36:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:36:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 11:36:28 Image size of job updated: 1570672 383 - MemoryUsage of job (MB) 391608 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 11:36:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.018.000) 05/25 11:36:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3435_310834664@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309 <10.0.2.15:36190?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#881281&addrs=10.0.2.15-36190&noUDP> ... 028 (1253.018.000) 05/25 11:36:38 Job ad information event triggered. StartdAddr = "<10.0.2.15:36190?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#881281&addrs=10.0.2.15-36190&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17316" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 18 EventTime = "2019-05-25T11:36:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3435_310834664@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.078.000) 05/25 11:36:40 Image size of job updated: 1387324 382 - MemoryUsage of job (MB) 391040 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:36:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:36:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:36:42 Image size of job updated: 1436924 404 - MemoryUsage of job (MB) 413540 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:36:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:36:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.295.000) 05/25 11:36:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.295.000) 05/25 11:36:51 Job ad information event triggered. StartdAddr = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 295 EventTime = "2019-05-25T11:36:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_6@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.295.000) 05/25 11:36:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu, rescheduling job ... 028 (1253.295.000) 05/25 11:36:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T11:36:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" StartdName = "slot1_6@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:36:53 Image size of job updated: 1268900 318 - MemoryUsage of job (MB) 325528 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:36:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:36:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:36:56 Image size of job updated: 1438976 394 - MemoryUsage of job (MB) 402548 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:36:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:36:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:36:57 Image size of job updated: 1570672 390 - MemoryUsage of job (MB) 399148 - ResidentSetSize of job (KB) ... 006 (1253.127.000) 05/25 11:36:57 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357936 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:36:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:36:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 399148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.127.000) 05/25 11:36:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:36:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 357936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:37:10 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 403332 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:37:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:37:11 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 358948 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:37:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:37:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.104.000) 05/25 11:37:13 Job executing on host: <137.99.79.231:25614?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#689&addrs=137.99.79.231-25614+[--1]-25614&noUDP> ... 028 (1253.104.000) 05/25 11:37:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:37:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.231:25614?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#689&addrs=137.99.79.231-25614+[--1]-25614&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716295.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212321" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat11.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:37:14 Image size of job updated: 14379752 317 - MemoryUsage of job (MB) 323736 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:37:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:37:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:37:17 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352744 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:37:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:37:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:37:17 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405172 - ResidentSetSize of job (KB) ... 006 (1253.020.000) 05/25 11:37:17 Image size of job updated: 12500000 395 - MemoryUsage of job (MB) 404192 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:37:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:37:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 405172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.020.000) 05/25 11:37:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:37:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:37:27 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402748 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:37:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:37:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:37:31 Image size of job updated: 1268900 315 - MemoryUsage of job (MB) 321952 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:37:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:37:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:37:33 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 404104 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:37:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:37:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.295.000) 05/25 11:37:35 Job executing on host: <192.170.226.110:38907?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#871844&addrs=192.170.226.110-38907&noUDP> ... 028 (1253.295.000) 05/25 11:37:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:37:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.110:38907?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#871844&addrs=192.170.226.110-38907&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967997" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:37:50 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 358136 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:37:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:37:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:37:50 Image size of job updated: 1342468 287 - MemoryUsage of job (MB) 293716 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:37:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:37:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.184.000) 05/25 11:38:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_37270_319509660@lnxfarm312.colorado.edu <192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP> ... 028 (1253.184.000) 05/25 11:38:02 Job ad information event triggered. StartdAddr = "<192.168.4.112:34963?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36036&addrs=192.168.4.112-34963&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23542" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 184 EventTime = "2019-05-25T11:38:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_8@glidein_37270_319509660@lnxfarm312.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466182" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.184.000) 05/25 11:38:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_37270_319509660@lnxfarm312.colorado.edu, rescheduling job ... 028 (1253.184.000) 05/25 11:38:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 184 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:38:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466182" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23542" StartdName = "slot1_8@glidein_37270_319509660@lnxfarm312.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.234.000) 05/25 11:38:07 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 348148 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 11:38:07 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344260 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 11:38:07 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353656 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 11:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 11:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 11:38:09 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 368256 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:38:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:38:10 Image size of job updated: 1570672 324 - MemoryUsage of job (MB) 331576 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:38:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 331576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 11:38:11 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347304 - ResidentSetSize of job (KB) ... 006 (1253.215.000) 05/25 11:38:11 Image size of job updated: 1572724 417 - MemoryUsage of job (MB) 426216 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:38:11 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344932 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 11:38:11 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317780 - ResidentSetSize of job (KB) ... 006 (1253.130.000) 05/25 11:38:12 Image size of job updated: 1570672 382 - MemoryUsage of job (MB) 390424 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 11:38:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.215.000) 05/25 11:38:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 426216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:38:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 11:38:13 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 360172 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 11:38:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:38:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 390424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.019.000) 05/25 11:38:14 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356608 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 11:38:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:38:14 Image size of job updated: 1500000 376 - MemoryUsage of job (MB) 384532 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 11:38:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:38:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967966" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 356608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 11:38:15 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322592 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:38:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:38:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:38:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:38:16 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324168 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 11:38:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:38:32 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346660 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:38:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:38:34 Image size of job updated: 1570672 380 - MemoryUsage of job (MB) 388948 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:38:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 388948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:38:34 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 328656 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:38:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:38:44 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325100 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:38:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:38:45 Image size of job updated: 1405940 344 - MemoryUsage of job (MB) 351448 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:38:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 351448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 11:38:46 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356404 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 11:38:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:38:47 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320388 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:38:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:38:50 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352720 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:38:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:38:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 11:38:52 Image size of job updated: 1389380 408 - MemoryUsage of job (MB) 416848 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 11:38:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:38:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:38:53 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318792 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:38:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:39:02 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312316 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:39:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:39:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:39:07 Image size of job updated: 1387324 409 - MemoryUsage of job (MB) 417932 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:39:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:39:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:39:08 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340252 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:39:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:39:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:39:11 Image size of job updated: 1454912 413 - MemoryUsage of job (MB) 422804 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:39:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:39:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:39:11 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 413748 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:39:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:39:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:39:16 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350160 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:39:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:39:17 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358900 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:39:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:39:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 11:39:31 Image size of job updated: 1387324 419 - MemoryUsage of job (MB) 428512 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:39:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:39:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.184.000) 05/25 11:39:35 Job executing on host: <149.165.225.152:41760?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878040&addrs=149.165.225.152-41760&noUDP> ... 028 (1253.184.000) 05/25 11:39:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:39:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.152:41760?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878040&addrs=149.165.225.152-41760&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:39:45 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354604 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:39:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:39:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:39:47 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350128 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:39:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:39:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:39:50 Image size of job updated: 1471476 351 - MemoryUsage of job (MB) 359136 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:39:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:39:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 359136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:40:10 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 326112 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:40:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:40:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.299.000) 05/25 11:40:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_36036_182863066@mwt2-c021.campuscluster.illinois.edu <72.36.96.150:37611?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#874695&addrs=72.36.96.150-37611&noUDP> ... 028 (1253.299.000) 05/25 11:40:13 Job ad information event triggered. StartdAddr = "<72.36.96.150:37611?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#874695&addrs=72.36.96.150-37611&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22062" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 299 EventTime = "2019-05-25T11:40:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_36036_182863066@mwt2-c021.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.299.000) 05/25 11:40:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_36036_182863066@mwt2-c021.campuscluster.illinois.edu, rescheduling job ... 028 (1253.299.000) 05/25 11:40:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262095.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" StartdName = "glidein_36036_182863066@mwt2-c021.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:40:21 Image size of job updated: 1387324 402 - MemoryUsage of job (MB) 411188 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:40:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:40:22 Image size of job updated: 1387324 402 - MemoryUsage of job (MB) 410636 - ResidentSetSize of job (KB) ... 006 (1253.231.000) 05/25 11:40:22 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405620 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:40:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 11:40:23 Image size of job updated: 1454912 381 - MemoryUsage of job (MB) 389952 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:40:23 Image size of job updated: 1387324 411 - MemoryUsage of job (MB) 420296 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:40:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:40:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:40:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.082.000) 05/25 11:40:25 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 359232 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 11:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.181.000) 05/25 11:40:29 Image size of job updated: 1504512 419 - MemoryUsage of job (MB) 428608 - ResidentSetSize of job (KB) ... 028 (1253.181.000) 05/25 11:40:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504512 Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:40:35 Image size of job updated: 1471472 408 - MemoryUsage of job (MB) 417560 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:40:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:40:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 417560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:40:38 Image size of job updated: 1436928 409 - MemoryUsage of job (MB) 418604 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:40:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:40:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 418604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:40:38 Image size of job updated: 1403884 408 - MemoryUsage of job (MB) 416904 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:40:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:40:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 416904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:40:40 Image size of job updated: 1387332 407 - MemoryUsage of job (MB) 416300 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 11:40:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:40:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:40:41 Image size of job updated: 1338348 286 - MemoryUsage of job (MB) 292260 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:40:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:40:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:40:47 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319540 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:40:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:40:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:40:50 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348688 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:40:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:40:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 11:41:23 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359940 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 11:41:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:41:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.036.000) 05/25 11:41:25 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:06, Sys 0 00:01:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:06, Sys 0 00:01:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1898165632 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1898165632 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2265412 1 6757050344 Memory (MB) : 414 1024 3000 ... 028 (1253.036.000) 05/25 11:41:25 Job ad information event triggered. SentBytes = 1898165632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25209" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@acas1023.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:06, Sys 0 00:01:54" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 36 EventTime = "2019-05-25T11:41:25" TotalSentBytes = 1898165632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 01:49:06, Sys 0 00:01:54" JOB_GLIDEIN_SiteWMS_JobId = "3863941.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.070.000) 05/25 11:41:26 Image size of job updated: 1454912 387 - MemoryUsage of job (MB) 395972 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:41:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 11:41:28 Image size of job updated: 1570672 385 - MemoryUsage of job (MB) 393876 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 11:41:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:41:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 393876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:41:41 Image size of job updated: 1387324 384 - MemoryUsage of job (MB) 392600 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:41:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:41:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:41:42 Image size of job updated: 1436924 407 - MemoryUsage of job (MB) 415976 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:41:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:41:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.101.000) 05/25 11:41:43 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:20, Sys 0 00:02:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:20, Sys 0 00:02:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1843358080 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1843358080 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2211889 1 482598300 Memory (MB) : 416 1024 1920 ... 028 (1253.101.000) 05/25 11:41:43 Job ad information event triggered. SentBytes = 1843358080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7368321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c430.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:20, Sys 0 00:02:33" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 101 EventTime = "2019-05-25T11:41:43" TotalSentBytes = 1843358080.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:20, Sys 0 00:02:33" JOB_GLIDEIN_SiteWMS_JobId = "1375358.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.256.000) 05/25 11:41:54 Image size of job updated: 1570668 335 - MemoryUsage of job (MB) 342080 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:41:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:41:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:41:56 Image size of job updated: 1438976 396 - MemoryUsage of job (MB) 405412 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:41:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:41:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.067.000) 05/25 11:41:57 Image size of job updated: 1570672 392 - MemoryUsage of job (MB) 400664 - ResidentSetSize of job (KB) ... 006 (1253.127.000) 05/25 11:41:57 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360564 - ResidentSetSize of job (KB) ... 028 (1253.067.000) 05/25 11:41:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:41:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 400664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.127.000) 05/25 11:41:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:41:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 360564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:42:10 Image size of job updated: 1387324 397 - MemoryUsage of job (MB) 405904 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:42:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:42:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:42:12 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 359572 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:42:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:42:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:42:14 Image size of job updated: 14379752 318 - MemoryUsage of job (MB) 325284 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:42:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:42:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.265.000) 05/25 11:42:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309 <10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP> ... 028 (1253.265.000) 05/25 11:42:14 Job ad information event triggered. StartdAddr = "<10.0.2.15:44251?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870158&addrs=10.0.2.15-44251&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7148" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 265 EventTime = "2019-05-25T11:42:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.233.000) 05/25 11:42:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60827_57297768@mwt2-c144.campuscluster.illinois.edu <72.36.96.51:42537?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869365&addrs=72.36.96.51-42537&noUDP> ... 028 (1253.233.000) 05/25 11:42:17 Job ad information event triggered. StartdAddr = "<72.36.96.51:42537?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869365&addrs=72.36.96.51-42537&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21432" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 233 EventTime = "2019-05-25T11:42:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_60827_57297768@mwt2-c144.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.233.000) 05/25 11:42:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60827_57297768@mwt2-c144.campuscluster.illinois.edu, rescheduling job ... 028 (1253.233.000) 05/25 11:42:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 233 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:42:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268646.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21432" StartdName = "glidein_60827_57297768@mwt2-c144.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:42:17 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353452 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:42:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:42:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:42:18 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407780 - ResidentSetSize of job (KB) ... 006 (1253.020.000) 05/25 11:42:18 Image size of job updated: 12500000 398 - MemoryUsage of job (MB) 406660 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:42:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:42:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 407780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.020.000) 05/25 11:42:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:42:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:42:27 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404884 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:42:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:42:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:42:31 Image size of job updated: 1268900 316 - MemoryUsage of job (MB) 322988 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:42:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:42:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:42:34 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406104 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:42:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:42:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.100.000) 05/25 11:42:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2340_835114095@uct2-c345.mwt2.org <192.170.226.166:46130?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#881576&addrs=192.170.226.166-46130&noUDP> ... 028 (1253.100.000) 05/25 11:42:39 Job ad information event triggered. StartdAddr = "<192.170.226.166:46130?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#881576&addrs=192.170.226.166-46130&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 100 EventTime = "2019-05-25T11:42:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_2340_835114095@uct2-c345.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.100.000) 05/25 11:42:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2340_835114095@uct2-c345.mwt2.org, rescheduling job ... 028 (1253.100.000) 05/25 11:42:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:42:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262183.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967561" StartdName = "glidein_2340_835114095@uct2-c345.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c345.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:42:51 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 359640 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:42:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:42:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:42:51 Image size of job updated: 1342468 288 - MemoryUsage of job (MB) 294580 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:42:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:42:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.299.000) 05/25 11:42:51 Job executing on host: <128.186.19.143:34374?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#717&addrs=128.186.19.143-34374+[--1]-34374&noUDP> ... 028 (1253.299.000) 05/25 11:42:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 299 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:42:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34374?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#717&addrs=128.186.19.143-34374+[--1]-34374&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68025.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 11:43:07 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 349880 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:43:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 11:43:07 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346088 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 11:43:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:43:08 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355284 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:43:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 11:43:10 Image size of job updated: 1572724 361 - MemoryUsage of job (MB) 369036 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:43:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 11:43:11 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347532 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 11:43:11 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333328 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:43:11 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345208 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 11:43:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 11:43:11 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318512 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:43:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 333328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:43:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 11:43:13 Image size of job updated: 1570672 383 - MemoryUsage of job (MB) 391984 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 11:43:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:43:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.047.000) 05/25 11:43:13 Image size of job updated: 1453488 350 - MemoryUsage of job (MB) 357520 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 11:43:14 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 361392 - ResidentSetSize of job (KB) ... 028 (1253.047.000) 05/25 11:43:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 357520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 11:43:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 11:43:15 Image size of job updated: 1500000 377 - MemoryUsage of job (MB) 385496 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 11:43:15 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323580 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 11:43:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 385496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 11:43:16 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324840 - ResidentSetSize of job (KB) ... 028 (1253.179.000) 05/25 11:43:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:43:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.109.000) 05/25 11:43:24 Image size of job updated: 1453484 348 - MemoryUsage of job (MB) 355988 - ResidentSetSize of job (KB) ... 028 (1253.109.000) 05/25 11:43:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 355988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 11:43:32 Image size of job updated: 1453484 353 - MemoryUsage of job (MB) 360916 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 11:43:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 360916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:43:32 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347872 - ResidentSetSize of job (KB) ... 006 (1253.261.000) 05/25 11:43:34 Image size of job updated: 1570672 382 - MemoryUsage of job (MB) 390796 - ResidentSetSize of job (KB) ... 001 (1253.100.000) 05/25 11:43:34 Job executing on host: <72.36.96.157:41741?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868528&addrs=72.36.96.157-41741&noUDP> ... 006 (1253.175.000) 05/25 11:43:34 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344880 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:43:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.233.000) 05/25 11:43:35 Job executing on host: <72.36.96.70:45978?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884506&addrs=72.36.96.70-45978&noUDP> ... 028 (1253.261.000) 05/25 11:43:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 390796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.100.000) 05/25 11:43:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:43:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.157:41741?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868528&addrs=72.36.96.157-41741&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968061" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.039.000) 05/25 11:43:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_9676_137123305@uct2-c288.mwt2.org <192.170.226.109:44644?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#879874&addrs=192.170.226.109-44644&noUDP> ... 028 (1253.175.000) 05/25 11:43:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.233.000) 05/25 11:43:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:43:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:45978?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884506&addrs=72.36.96.70-45978&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.039.000) 05/25 11:43:37 Job ad information event triggered. StartdAddr = "<192.170.226.109:44644?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#879874&addrs=192.170.226.109-44644&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 39 EventTime = "2019-05-25T11:43:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_7@glidein_9676_137123305@uct2-c288.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.039.000) 05/25 11:43:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_9676_137123305@uct2-c288.mwt2.org, rescheduling job ... 028 (1253.039.000) 05/25 11:43:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T11:43:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261255.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" StartdName = "slot1_7@glidein_9676_137123305@uct2-c288.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c288.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:43:45 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325628 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:43:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:43:46 Image size of job updated: 1405940 347 - MemoryUsage of job (MB) 354832 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:43:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 354832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 11:43:47 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358252 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 11:43:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:43:48 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321548 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:43:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:43:50 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353776 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:43:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:43:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.214.000) 05/25 11:43:52 Image size of job updated: 1389380 411 - MemoryUsage of job (MB) 420472 - ResidentSetSize of job (KB) ... 028 (1253.214.000) 05/25 11:43:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:43:54 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333744 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:43:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:44:03 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313608 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:44:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:44:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:44:07 Image size of job updated: 1387324 410 - MemoryUsage of job (MB) 419108 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:44:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:44:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:44:08 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340564 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:44:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:44:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:44:11 Image size of job updated: 1454912 416 - MemoryUsage of job (MB) 425856 - ResidentSetSize of job (KB) ... 006 (1253.165.000) 05/25 11:44:12 Image size of job updated: 1387324 408 - MemoryUsage of job (MB) 417320 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:44:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:44:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.165.000) 05/25 11:44:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:44:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:44:16 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351676 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:44:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:44:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:44:18 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359848 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:44:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:44:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.098.000) 05/25 11:44:32 Image size of job updated: 1387324 421 - MemoryUsage of job (MB) 430588 - ResidentSetSize of job (KB) ... 028 (1253.098.000) 05/25 11:44:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:44:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 430588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:44:46 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356924 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:44:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:44:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:44:48 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351172 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:44:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:44:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.156.000) 05/25 11:44:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:54, Sys 0 00:02:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:54, Sys 0 00:02:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1850080384 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1850080384 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2218454 1 439998668 Memory (MB) : 418 1024 1920 ... 022 (1253.115.000) 05/25 11:44:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8775_241367938@LCS-215-053-S7-its-c7-osg-20190309 <10.0.2.15:35173?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#861500&addrs=10.0.2.15-35173&noUDP> ... 001 (1253.039.000) 05/25 11:44:50 Job executing on host: <192.170.227.71:38388?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#881521&addrs=192.170.227.71-38388&noUDP> ... 028 (1253.156.000) 05/25 11:44:48 Job ad information event triggered. SentBytes = 1850080384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:54, Sys 0 00:02:12" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 156 EventTime = "2019-05-25T11:44:48" TotalSentBytes = 1850080384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:54, Sys 0 00:02:12" JOB_GLIDEIN_SiteWMS_JobId = "1376664.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.115.000) 05/25 11:44:48 Job ad information event triggered. StartdAddr = "<10.0.2.15:35173?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#861500&addrs=10.0.2.15-35173&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713191" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 115 EventTime = "2019-05-25T11:44:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_8775_241367938@LCS-215-053-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.039.000) 05/25 11:44:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:44:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.71:38388?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#881521&addrs=192.170.227.71-38388&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.115.000) 05/25 11:44:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8775_241367938@LCS-215-053-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.115.000) 05/25 11:44:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:44:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354821.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713191" StartdName = "glidein_8775_241367938@LCS-215-053-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-053-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:44:51 Image size of job updated: 1471476 354 - MemoryUsage of job (MB) 361764 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:44:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:44:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 361764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:45:10 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327676 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:45:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:45:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 11:45:17 Image size of job updated: 1453484 352 - MemoryUsage of job (MB) 360012 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 11:45:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:45:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 360012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:45:21 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 413908 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:45:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:45:22 Image size of job updated: 1387324 404 - MemoryUsage of job (MB) 413524 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:45:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:45:23 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408064 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:45:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 11:45:23 Image size of job updated: 1454912 383 - MemoryUsage of job (MB) 391920 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:45:24 Image size of job updated: 1387324 413 - MemoryUsage of job (MB) 422796 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 11:45:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:45:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.115.000) 05/25 11:45:28 Job executing on host: <192.170.226.16:34634?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#876100&addrs=192.170.226.16-34634&noUDP> ... 028 (1253.115.000) 05/25 11:45:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:45:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.16:34634?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#876100&addrs=192.170.226.16-34634&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.167.000) 05/25 11:45:35 Image size of job updated: 1471472 410 - MemoryUsage of job (MB) 419380 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:45:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 419380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.105.000) 05/25 11:45:38 Image size of job updated: 1453488 349 - MemoryUsage of job (MB) 356648 - ResidentSetSize of job (KB) ... 028 (1253.105.000) 05/25 11:45:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:45:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 356648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.172.000) 05/25 11:45:39 Image size of job updated: 1405940 350 - MemoryUsage of job (MB) 357496 - ResidentSetSize of job (KB) ... 028 (1253.172.000) 05/25 11:45:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:45:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 357496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:45:39 Image size of job updated: 1403884 410 - MemoryUsage of job (MB) 418916 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:45:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:45:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 418916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:45:39 Image size of job updated: 1436928 412 - MemoryUsage of job (MB) 421432 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:45:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 421432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:45:40 Image size of job updated: 1387332 411 - MemoryUsage of job (MB) 420320 - ResidentSetSize of job (KB) ... 028 (1253.124.000) 05/25 11:45:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:45:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.250.000) 05/25 11:45:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15571_160510398@mwt2-c158.campuscluster.illinois.edu <72.36.96.65:43785?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#880395&addrs=72.36.96.65-43785&noUDP> ... 028 (1253.250.000) 05/25 11:45:41 Job ad information event triggered. StartdAddr = "<72.36.96.65:43785?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#880395&addrs=72.36.96.65-43785&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22062" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 250 EventTime = "2019-05-25T11:45:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15571_160510398@mwt2-c158.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.250.000) 05/25 11:45:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15571_160510398@mwt2-c158.campuscluster.illinois.edu, rescheduling job ... 028 (1253.250.000) 05/25 11:45:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:45:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262094.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22062" StartdName = "glidein_15571_160510398@mwt2-c158.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c158.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:45:42 Image size of job updated: 1338348 287 - MemoryUsage of job (MB) 293116 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:45:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:45:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:45:48 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321076 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:45:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:45:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:45:51 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349192 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:45:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:45:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.053.000) 05/25 11:46:17 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:02, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:02, Sys 0 00:02:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047752960 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047752960 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434931 1 669960660 Memory (MB) : 358 1024 1920 ... 028 (1253.053.000) 05/25 11:46:17 Job ad information event triggered. SentBytes = 1047752960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21730" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c049.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:02, Sys 0 00:02:56" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 53 EventTime = "2019-05-25T11:46:17" TotalSentBytes = 1047752960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:02, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "261925.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.168.000) 05/25 11:46:23 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 360036 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 11:46:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:46:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 11:46:26 Image size of job updated: 1454912 388 - MemoryUsage of job (MB) 397164 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:46:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.158.000) 05/25 11:46:29 Image size of job updated: 1570672 386 - MemoryUsage of job (MB) 395176 - ResidentSetSize of job (KB) ... 028 (1253.158.000) 05/25 11:46:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:46:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.250.000) 05/25 11:46:31 Job executing on host: <128.186.19.143:39853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#729&addrs=128.186.19.143-39853+[--1]-39853&noUDP> ... 028 (1253.250.000) 05/25 11:46:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 250 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:46:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:39853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#729&addrs=128.186.19.143-39853+[--1]-39853&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67942.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:46:42 Image size of job updated: 1387324 385 - MemoryUsage of job (MB) 394104 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:46:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:46:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:46:43 Image size of job updated: 1436924 409 - MemoryUsage of job (MB) 418708 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:46:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:46:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.270.000) 05/25 11:46:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309 <10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP> ... 028 (1253.270.000) 05/25 11:46:52 Job ad information event triggered. StartdAddr = "<10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21722" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 270 EventTime = "2019-05-25T11:46:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.270.000) 05/25 11:46:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.270.000) 05/25 11:46:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:46:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" StartdName = "glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 11:46:57 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360708 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 11:46:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:46:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 360708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:46:57 Image size of job updated: 1438976 398 - MemoryUsage of job (MB) 407148 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:46:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:46:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.275.000) 05/25 11:47:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_40507_257200328@acas1041.usatlas.bnl.gov <130.199.159.49:32792?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878047&addrs=130.199.159.49-32792&noUDP> ... 028 (1253.275.000) 05/25 11:47:10 Job ad information event triggered. StartdAddr = "<130.199.159.49:32792?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878047&addrs=130.199.159.49-32792&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23390" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 275 EventTime = "2019-05-25T11:47:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_40507_257200328@acas1041.usatlas.bnl.gov" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.275.000) 05/25 11:47:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_40507_257200328@acas1041.usatlas.bnl.gov, rescheduling job ... 028 (1253.275.000) 05/25 11:47:10 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 275 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:47:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863212.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23390" StartdName = "glidein_40507_257200328@acas1041.usatlas.bnl.gov" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@acas1041.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:47:11 Image size of job updated: 1387324 399 - MemoryUsage of job (MB) 408264 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:47:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:47:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.270.000) 05/25 11:47:12 Job executing on host: <137.99.79.157:18875?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#678&addrs=137.99.79.157-18875+[--1]-18875&noUDP> ... 028 (1253.270.000) 05/25 11:47:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 270 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:47:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18875?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#678&addrs=137.99.79.157-18875+[--1]-18875&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713023.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2979" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:47:12 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 361408 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:47:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:47:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.146.000) 05/25 11:47:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8861_31187541@uct2-c444.mwt2.org <192.170.226.34:39061?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896683&addrs=192.170.226.34-39061&noUDP> ... 028 (1253.146.000) 05/25 11:47:13 Job ad information event triggered. StartdAddr = "<192.170.226.34:39061?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#896683&addrs=192.170.226.34-39061&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 146 EventTime = "2019-05-25T11:47:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_8861_31187541@uct2-c444.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.146.000) 05/25 11:47:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8861_31187541@uct2-c444.mwt2.org, rescheduling job ... 006 (1253.063.000) 05/25 11:47:14 Image size of job updated: 14379752 319 - MemoryUsage of job (MB) 325812 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 11:47:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:47:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262461.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" StartdName = "glidein_8861_31187541@uct2-c444.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.063.000) 05/25 11:47:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:47:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:47:17 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355300 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:47:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:47:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:47:18 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410940 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:47:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:47:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 410940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 11:47:18 Image size of job updated: 12500000 400 - MemoryUsage of job (MB) 409500 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:47:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:47:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:47:27 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408204 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:47:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:47:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:47:31 Image size of job updated: 1268900 317 - MemoryUsage of job (MB) 323780 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:47:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:47:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:47:34 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409224 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:47:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:47:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.238.000) 05/25 11:47:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_162751_79098822@uct2-c373.mwt2.org <192.170.226.194:41599?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882284&addrs=192.170.226.194-41599&noUDP> ... 028 (1253.238.000) 05/25 11:47:39 Job ad information event triggered. StartdAddr = "<192.170.226.194:41599?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882284&addrs=192.170.226.194-41599&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26121" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 238 EventTime = "2019-05-25T11:47:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_2@glidein_162751_79098822@uct2-c373.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.238.000) 05/25 11:47:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_162751_79098822@uct2-c373.mwt2.org, rescheduling job ... 028 (1253.238.000) 05/25 11:47:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T11:47:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261897.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26121" StartdName = "slot1_2@glidein_162751_79098822@uct2-c373.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c373.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 11:47:40 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307520 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 11:47:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:47:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:47:51 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 360696 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:47:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:47:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.044.000) 05/25 11:47:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_69270_79050228@iut2-c267.iu.edu <149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP> ... 028 (1253.044.000) 05/25 11:47:51 Job ad information event triggered. StartdAddr = "<149.165.225.94:46017?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874042&addrs=149.165.225.94-46017&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "20498" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 44 EventTime = "2019-05-25T11:47:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_2@glidein_69270_79050228@iut2-c267.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.044.000) 05/25 11:47:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_69270_79050228@iut2-c267.iu.edu, rescheduling job ... 028 (1253.044.000) 05/25 11:47:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T11:47:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20498" StartdName = "slot1_2@glidein_69270_79050228@iut2-c267.iu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:47:52 Image size of job updated: 1576844 304 - MemoryUsage of job (MB) 310296 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:47:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:47:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.128.000) 05/25 11:48:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3413_213265086@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309 <10.0.2.15:36813?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#863847&addrs=10.0.2.15-36813&noUDP> ... 028 (1253.128.000) 05/25 11:48:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:36813?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#863847&addrs=10.0.2.15-36813&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7710487" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 128 EventTime = "2019-05-25T11:48:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3413_213265086@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.128.000) 05/25 11:48:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3413_213265086@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.128.000) 05/25 11:48:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362122.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" StartdName = "glidein_3413_213265086@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-RO-8V24JB2-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.182.000) 05/25 11:48:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3450_33584320@AS-CORNWELL-L2-S4-its-c7-osg-20190309 <10.0.2.15:35581?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#873008&addrs=10.0.2.15-35581&noUDP> ... 028 (1253.182.000) 05/25 11:48:06 Job ad information event triggered. StartdAddr = "<10.0.2.15:35581?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#873008&addrs=10.0.2.15-35581&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7712180" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 182 EventTime = "2019-05-25T11:48:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3450_33584320@AS-CORNWELL-L2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.182.000) 05/25 11:48:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3450_33584320@AS-CORNWELL-L2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.182.000) 05/25 11:48:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4370251.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712180" StartdName = "glidein_3450_33584320@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CORNWELL-L2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 11:48:08 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347916 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 11:48:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 11:48:08 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351252 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:48:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:48:10 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356868 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:48:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 11:48:11 Image size of job updated: 1572724 361 - MemoryUsage of job (MB) 369564 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:48:11 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348872 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:48:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 11:48:12 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319520 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 11:48:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:48:12 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333348 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:48:13 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346260 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 11:48:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.130.000) 05/25 11:48:13 Image size of job updated: 1570672 385 - MemoryUsage of job (MB) 394096 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:48:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 333348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:48:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.130.000) 05/25 11:48:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 394096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.185.000) 05/25 11:48:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:00, Sys 0 00:02:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:00, Sys 0 00:02:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1820455552 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1820455552 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2189527 1 3958609 Memory (MB) : 413 1024 1024 ... 006 (1253.047.000) 05/25 11:48:14 Image size of job updated: 1453488 351 - MemoryUsage of job (MB) 358848 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 11:48:14 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 361772 - ResidentSetSize of job (KB) ... 006 (1253.019.000) 05/25 11:48:14 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 358956 - ResidentSetSize of job (KB) ... 028 (1253.185.000) 05/25 11:48:14 Job ad information event triggered. SentBytes = 1820455552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "20498" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c267.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:00, Sys 0 00:02:29" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 185 EventTime = "2019-05-25T11:48:14" TotalSentBytes = 1820455552.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:44:00, Sys 0 00:02:29" JOB_GLIDEIN_SiteWMS_JobId = "260185.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.047.000) 05/25 11:48:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 358848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 11:48:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 11:48:16 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325384 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 11:48:16 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326152 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 11:48:16 Image size of job updated: 1500000 379 - MemoryUsage of job (MB) 387272 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 11:48:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:48:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967966" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 358956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:48:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:48:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 11:48:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:48:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.109.000) 05/25 11:48:25 Image size of job updated: 1453484 349 - MemoryUsage of job (MB) 357172 - ResidentSetSize of job (KB) ... 028 (1253.109.000) 05/25 11:48:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 357172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.237.000) 05/25 11:48:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_179789_562768137@acas1055.usatlas.bnl.gov <130.199.159.70:45589?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#887098&addrs=130.199.159.70-45589&noUDP> ... 028 (1253.237.000) 05/25 11:48:28 Job ad information event triggered. StartdAddr = "<130.199.159.70:45589?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#887098&addrs=130.199.159.70-45589&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4897" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 237 EventTime = "2019-05-25T11:48:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_179789_562768137@acas1055.usatlas.bnl.gov" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.237.000) 05/25 11:48:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_179789_562768137@acas1055.usatlas.bnl.gov, rescheduling job ... 028 (1253.237.000) 05/25 11:48:28 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 237 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:48:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863891.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4897" StartdName = "glidein_179789_562768137@acas1055.usatlas.bnl.gov" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@acas1055.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:48:33 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348928 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:48:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 11:48:33 Image size of job updated: 1453484 355 - MemoryUsage of job (MB) 362740 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 11:48:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 362740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:48:34 Image size of job updated: 1570672 385 - MemoryUsage of job (MB) 393436 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:48:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 393436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 11:48:35 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346064 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 11:48:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.203.000) 05/25 11:48:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_13337_549226260@uct2-c339.mwt2.org <192.170.226.160:39510?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875403&addrs=192.170.226.160-39510&noUDP> ... 028 (1253.203.000) 05/25 11:48:42 Job ad information event triggered. StartdAddr = "<192.170.226.160:39510?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875403&addrs=192.170.226.160-39510&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 203 EventTime = "2019-05-25T11:48:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_13337_549226260@uct2-c339.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.203.000) 05/25 11:48:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_13337_549226260@uct2-c339.mwt2.org, rescheduling job ... 028 (1253.203.000) 05/25 11:48:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:48:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376668.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" StartdName = "glidein_13337_549226260@uct2-c339.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c339.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:48:46 Image size of job updated: 1405940 348 - MemoryUsage of job (MB) 356176 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:48:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 356176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:48:47 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 326420 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:48:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 11:48:47 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360100 - ResidentSetSize of job (KB) ... 006 (1253.257.000) 05/25 11:48:48 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323132 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 11:48:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.257.000) 05/25 11:48:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:48:51 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355360 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:48:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:48:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:48:54 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335544 - ResidentSetSize of job (KB) ... 022 (1253.037.000) 05/25 11:48:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_2998_59027528@lnxfarm239.colorado.edu <192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP> ... 028 (1253.235.000) 05/25 11:48:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:48:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.037.000) 05/25 11:48:56 Job ad information event triggered. StartdAddr = "<192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875209" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 37 EventTime = "2019-05-25T11:48:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_2@glidein_2998_59027528@lnxfarm239.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466117" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.037.000) 05/25 11:48:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_2998_59027528@lnxfarm239.colorado.edu, rescheduling job ... 028 (1253.037.000) 05/25 11:48:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 37 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:48:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" StartdName = "slot1_2@glidein_2998_59027528@lnxfarm239.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.237.000) 05/25 11:49:00 Job executing on host: <192.170.227.210:44355?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866994&addrs=192.170.227.210-44355&noUDP> ... 028 (1253.237.000) 05/25 11:49:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 237 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.210:44355?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866994&addrs=192.170.227.210-44355&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263050.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23153" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@uct2-c488.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.275.000) 05/25 11:49:01 Job executing on host: <192.170.226.22:42011?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#880950&addrs=192.170.226.22-42011&noUDP> ... 001 (1253.182.000) 05/25 11:49:01 Job executing on host: <72.36.96.178:45817?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869741&addrs=72.36.96.178-45817&noUDP> ... 001 (1253.146.000) 05/25 11:49:01 Job executing on host: <192.170.227.73:37009?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#885908&addrs=192.170.227.73-37009&noUDP> ... 028 (1253.182.000) 05/25 11:49:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:49:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.178:45817?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869741&addrs=72.36.96.178-45817&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.275.000) 05/25 11:49:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:42011?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#880950&addrs=192.170.226.22-42011&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.238.000) 05/25 11:49:01 Job executing on host: <72.36.96.44:41824?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866887&addrs=72.36.96.44-41824&noUDP> ... 001 (1253.128.000) 05/25 11:49:01 Job executing on host: <72.36.96.180:40591?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#38682&addrs=72.36.96.180-40591&noUDP> ... 028 (1253.146.000) 05/25 11:49:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:49:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.73:37009?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#885908&addrs=192.170.227.73-37009&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377174.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:49:03 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314660 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 11:49:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.44:41824?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866887&addrs=72.36.96.44-41824&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262610.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.128.000) 05/25 11:49:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:49:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.180:40591?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#38682&addrs=72.36.96.180-40591&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.273.000) 05/25 11:49:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:49:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:49:08 Image size of job updated: 1387324 412 - MemoryUsage of job (MB) 421460 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:49:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:49:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:49:09 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342080 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:49:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:49:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:49:12 Image size of job updated: 1454912 418 - MemoryUsage of job (MB) 427940 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:49:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 11:49:14 Image size of job updated: 1387324 410 - MemoryUsage of job (MB) 419768 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 11:49:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:49:16 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353788 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:49:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:49:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:49:18 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 361140 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:49:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:49:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.037.000) 05/25 11:49:23 Job executing on host: <192.170.226.180:40190?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871924&addrs=192.170.226.180-40190&noUDP> ... 028 (1253.037.000) 05/25 11:49:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:49:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.180:40190?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871924&addrs=192.170.226.180-40190&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.199.000) 05/25 11:49:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_52579_1037577310@uct2-c424.mwt2.org <192.170.226.14:37838?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875115&addrs=192.170.226.14-37838&noUDP> ... 028 (1253.199.000) 05/25 11:49:29 Job ad information event triggered. StartdAddr = "<192.170.226.14:37838?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875115&addrs=192.170.226.14-37838&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 199 EventTime = "2019-05-25T11:49:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_52579_1037577310@uct2-c424.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.199.000) 05/25 11:49:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_52579_1037577310@uct2-c424.mwt2.org, rescheduling job ... 028 (1253.199.000) 05/25 11:49:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:29" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262470.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" StartdName = "glidein_52579_1037577310@uct2-c424.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c424.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.093.000) 05/25 11:49:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_54237_71514750@uct2-c379.mwt2.org <192.170.226.200:37678?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#871503&addrs=192.170.226.200-37678&noUDP> ... 028 (1253.093.000) 05/25 11:49:43 Job ad information event triggered. StartdAddr = "<192.170.226.200:37678?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#871503&addrs=192.170.226.200-37678&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 93 EventTime = "2019-05-25T11:49:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_54237_71514750@uct2-c379.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.093.000) 05/25 11:49:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_54237_71514750@uct2-c379.mwt2.org, rescheduling job ... 028 (1253.093.000) 05/25 11:49:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:49:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262465.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" StartdName = "glidein_54237_71514750@uct2-c379.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c379.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:49:48 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352756 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:49:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:49:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 11:49:52 Image size of job updated: 1471476 356 - MemoryUsage of job (MB) 363560 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 11:49:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:49:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 363560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.203.000) 05/25 11:50:10 Job executing on host: <72.36.96.246:36434?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862030&addrs=72.36.96.246-36434&noUDP> ... 028 (1253.203.000) 05/25 11:50:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.246:36434?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862030&addrs=72.36.96.246-36434&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263065.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.199.000) 05/25 11:50:10 Job executing on host: <72.36.96.143:38885?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886689&addrs=72.36.96.143-38885&noUDP> ... 028 (1253.199.000) 05/25 11:50:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:50:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.143:38885?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886689&addrs=72.36.96.143-38885&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268995.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:50:10 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 328468 - ResidentSetSize of job (KB) ... 001 (1253.093.000) 05/25 11:50:10 Job executing on host: <72.36.96.43:45314?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35782&addrs=72.36.96.43-45314&noUDP> ... 028 (1253.023.000) 05/25 11:50:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.093.000) 05/25 11:50:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 93 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.43:45314?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35782&addrs=72.36.96.43-45314&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.102.000) 05/25 11:50:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_70336_295605196@mwt2-c030.campuscluster.illinois.edu <72.36.96.159:40256?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864895&addrs=72.36.96.159-40256&noUDP> ... 028 (1253.102.000) 05/25 11:50:12 Job ad information event triggered. StartdAddr = "<72.36.96.159:40256?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864895&addrs=72.36.96.159-40256&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21853" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 102 EventTime = "2019-05-25T11:50:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_70336_295605196@mwt2-c030.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.102.000) 05/25 11:50:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_70336_295605196@mwt2-c030.campuscluster.illinois.edu, rescheduling job ... 028 (1253.102.000) 05/25 11:50:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262002.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21853" StartdName = "glidein_70336_295605196@mwt2-c030.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 11:50:17 Image size of job updated: 1453484 354 - MemoryUsage of job (MB) 361704 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 11:50:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 361704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:50:22 Image size of job updated: 1387324 407 - MemoryUsage of job (MB) 416640 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:50:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.216.000) 05/25 11:50:22 Image size of job updated: 1387324 407 - MemoryUsage of job (MB) 416684 - ResidentSetSize of job (KB) ... 028 (1253.216.000) 05/25 11:50:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 11:50:23 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410676 - ResidentSetSize of job (KB) ... 006 (1253.116.000) 05/25 11:50:23 Image size of job updated: 1387324 352 - MemoryUsage of job (MB) 360336 - ResidentSetSize of job (KB) ... 006 (1253.119.000) 05/25 11:50:24 Image size of job updated: 1387324 417 - MemoryUsage of job (MB) 426460 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 11:50:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.116.000) 05/25 11:50:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.119.000) 05/25 11:50:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 11:50:24 Image size of job updated: 1454912 385 - MemoryUsage of job (MB) 393996 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 11:50:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.247.000) 05/25 11:50:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9454_300782970@uct2-c447.mwt2.org <192.170.226.37:40259?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#39486&addrs=192.170.226.37-40259&noUDP> ... 028 (1253.247.000) 05/25 11:50:30 Job ad information event triggered. StartdAddr = "<192.170.226.37:40259?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#39486&addrs=192.170.226.37-40259&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 247 EventTime = "2019-05-25T11:50:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9454_300782970@uct2-c447.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.247.000) 05/25 11:50:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9454_300782970@uct2-c447.mwt2.org, rescheduling job ... 028 (1253.247.000) 05/25 11:50:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262472.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" StartdName = "glidein_9454_300782970@uct2-c447.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c447.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.189.000) 05/25 11:50:33 Job terminated. (1) Normal termination (return value 0) Usr 0 01:38:41, Sys 0 00:02:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:38:41, Sys 0 00:02:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1850517376 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1850517376 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2218885 1 6044304 Memory (MB) : 360 1024 1024 ... 028 (1253.189.000) 05/25 11:50:33 Job ad information event triggered. SentBytes = 1850517376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7715610" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:38:41, Sys 0 00:02:26" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 189 EventTime = "2019-05-25T11:50:33" TotalSentBytes = 1850517376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:38:41, Sys 0 00:02:26" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.167.000) 05/25 11:50:35 Image size of job updated: 1471472 411 - MemoryUsage of job (MB) 420748 - ResidentSetSize of job (KB) ... 028 (1253.167.000) 05/25 11:50:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 420748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.059.000) 05/25 11:50:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:37, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:37, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1052850496 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1052850496 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1439909 1 473166700 Memory (MB) : 348 1024 1920 ... 028 (1253.059.000) 05/25 11:50:38 Job ad information event triggered. SentBytes = 1052850496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c447.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:37, Sys 0 00:02:23" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 59 EventTime = "2019-05-25T11:50:38" TotalSentBytes = 1052850496.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:37, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "262463.0" TotalReceivedBytes = 421571104.0 ... 022 (1253.163.000) 05/25 11:50:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19058_116101056@LCS-215-049-S4-its-c7-osg-20190309 <10.0.2.15:35659?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860225&addrs=10.0.2.15-35659&noUDP> ... 028 (1253.163.000) 05/25 11:50:38 Job ad information event triggered. StartdAddr = "<10.0.2.15:35659?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860225&addrs=10.0.2.15-35659&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8103764" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 163 EventTime = "2019-05-25T11:50:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_19058_116101056@LCS-215-049-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.163.000) 05/25 11:50:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19058_116101056@LCS-215-049-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.163.000) 05/25 11:50:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429508.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" StartdName = "glidein_19058_116101056@LCS-215-049-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-049-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.105.000) 05/25 11:50:38 Image size of job updated: 1453488 351 - MemoryUsage of job (MB) 358920 - ResidentSetSize of job (KB) ... 028 (1253.105.000) 05/25 11:50:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 358920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:50:40 Image size of job updated: 1403884 411 - MemoryUsage of job (MB) 420532 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:50:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:50:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 420532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:50:40 Image size of job updated: 1436928 415 - MemoryUsage of job (MB) 424212 - ResidentSetSize of job (KB) ... 006 (1253.172.000) 05/25 11:50:40 Image size of job updated: 1405940 351 - MemoryUsage of job (MB) 359072 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:50:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:50:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 424212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.172.000) 05/25 11:50:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:50:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 359072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.124.000) 05/25 11:50:41 Image size of job updated: 1387332 415 - MemoryUsage of job (MB) 424652 - ResidentSetSize of job (KB) ... 022 (1253.097.000) 05/25 11:50:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_155368_217079028@uct2-c463.mwt2.org <192.170.227.74:38352?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36456&addrs=192.170.227.74-38352&noUDP> ... 028 (1253.124.000) 05/25 11:50:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 124 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:50:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21339" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.097.000) 05/25 11:50:41 Job ad information event triggered. StartdAddr = "<192.170.227.74:38352?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36456&addrs=192.170.227.74-38352&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368184" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 97 EventTime = "2019-05-25T11:50:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_155368_217079028@uct2-c463.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.097.000) 05/25 11:50:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_155368_217079028@uct2-c463.mwt2.org, rescheduling job ... 028 (1253.097.000) 05/25 11:50:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:50:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1373828.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368184" StartdName = "glidein_155368_217079028@uct2-c463.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c463.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:50:43 Image size of job updated: 1338348 289 - MemoryUsage of job (MB) 295056 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:50:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:50:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:50:49 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322132 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:50:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:50:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:50:51 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349984 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:50:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.296.000) 05/25 11:50:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu <72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP> ... 028 (1253.296.000) 05/25 11:50:55 Job ad information event triggered. StartdAddr = "<72.36.96.51:33947?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870397&addrs=72.36.96.51-33947&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 296 EventTime = "2019-05-25T11:50:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_7@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.296.000) 05/25 11:50:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu, rescheduling job ... 028 (1253.296.000) 05/25 11:50:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 296 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T11:50:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262151.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26624" StartdName = "slot1_7@glidein_72358_82423144@mwt2-c144.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.267.000) 05/25 11:50:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3472_255658610@AS-PSY-OST-202-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.267.000) 05/25 11:50:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:50:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432598.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111627" StartdName = "glidein_3472_255658610@AS-PSY-OST-202-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-OST-202-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 11:51:24 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 362552 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 11:51:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:51:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 11:51:26 Image size of job updated: 1454912 390 - MemoryUsage of job (MB) 398940 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:51:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:51:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.097.000) 05/25 11:51:33 Job executing on host: <72.36.96.173:34707?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#885188&addrs=72.36.96.173-34707&noUDP> ... 028 (1253.097.000) 05/25 11:51:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 97 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:51:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.173:34707?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#885188&addrs=72.36.96.173-34707&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268998.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c044.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.029.000) 05/25 11:51:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29487_777431736@CRUSH-OSG-C7-10-5-151-53 <10.5.151.53:44172?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#568508&addrs=10.5.151.53-44172&noUDP> ... 028 (1253.029.000) 05/25 11:51:34 Job ad information event triggered. StartdAddr = "<10.5.151.53:44172?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#568508&addrs=10.5.151.53-44172&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6354" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 29 EventTime = "2019-05-25T11:51:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_29487_777431736@CRUSH-OSG-C7-10-5-151-53" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.029.000) 05/25 11:51:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29487_777431736@CRUSH-OSG-C7-10-5-151-53, rescheduling job ... 001 (1253.102.000) 05/25 11:51:34 Job executing on host: <72.36.96.132:43151?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884626&addrs=72.36.96.132-43151&noUDP> ... 028 (1253.029.000) 05/25 11:51:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:51:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361877.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6354" StartdName = "glidein_29487_777431736@CRUSH-OSG-C7-10-5-151-53" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-151-53" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.102.000) 05/25 11:51:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 102 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:51:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.132:43151?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884626&addrs=72.36.96.132-43151&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269005.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21706" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.296.000) 05/25 11:51:35 Job executing on host: <10.5.148.74:34798?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#35903&addrs=10.5.148.74-34798&noUDP> ... 001 (1253.247.000) 05/25 11:51:35 Job executing on host: <10.2.255.254:44820?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#865767&addrs=10.2.255.254-44820&noUDP> ... 028 (1253.296.000) 05/25 11:51:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:51:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.74:34798?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#35903&addrs=10.5.148.74-34798&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403964.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.247.000) 05/25 11:51:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "PuertoRico" Proc = 247 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T11:51:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.2.255.254:44820?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#865767&addrs=10.2.255.254-44820&noUDP>" JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1297985.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097727" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot4@compute-0-0.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.163.000) 05/25 11:51:39 Job executing on host: <10.5.147.48:33950?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#870443&addrs=10.5.147.48-33950&noUDP> ... 028 (1253.163.000) 05/25 11:51:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 163 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:51:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.48:33950?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#870443&addrs=10.5.147.48-33950&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360507.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6629" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:51:43 Image size of job updated: 1387324 387 - MemoryUsage of job (MB) 395964 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:51:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:51:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:51:43 Image size of job updated: 1436924 412 - MemoryUsage of job (MB) 421884 - ResidentSetSize of job (KB) ... 006 (1253.015.000) 05/25 11:51:44 Image size of job updated: 9844060 367 - MemoryUsage of job (MB) 375000 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:51:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:51:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.015.000) 05/25 11:51:44 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 9844060 Proc = 15 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 375000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.138.000) 05/25 11:51:49 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:04, Sys 0 00:02:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:04, Sys 0 00:02:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1820754176 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1820754176 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2189819 1 8149134 Memory (MB) : 362 1024 1024 ... 028 (1253.138.000) 05/25 11:51:49 Job ad information event triggered. SentBytes = 1820754176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7716406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:04, Sys 0 00:02:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 138 EventTime = "2019-05-25T11:51:49" TotalSentBytes = 1820754176.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:42:04, Sys 0 00:02:42" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.127.000) 05/25 11:51:58 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 363672 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 11:51:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:51:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 363672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 11:51:58 Image size of job updated: 1438976 401 - MemoryUsage of job (MB) 410224 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 11:51:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:51:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.186.000) 05/25 11:52:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_3179_398199406@lnxfarm235.colorado.edu <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1253.186.000) 05/25 11:52:02 Job ad information event triggered. StartdAddr = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 186 EventTime = "2019-05-25T11:52:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_4@glidein_3179_398199406@lnxfarm235.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466335" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.281.000) 05/25 11:52:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 024 (1253.186.000) 05/25 11:52:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_3179_398199406@lnxfarm235.colorado.edu, rescheduling job ... 028 (1253.281.000) 05/25 11:52:02 Job ad information event triggered. StartdAddr = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 281 EventTime = "2019-05-25T11:52:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466335" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.186.000) 05/25 11:52:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 186 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:52:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" StartdName = "slot1_4@glidein_3179_398199406@lnxfarm235.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 024 (1253.281.000) 05/25 11:52:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu, rescheduling job ... 028 (1253.281.000) 05/25 11:52:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 281 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:52:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" StartdName = "slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.263.000) 05/25 11:52:11 Image size of job updated: 1387324 402 - MemoryUsage of job (MB) 411272 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:52:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:52:13 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 362692 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:52:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:52:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:52:15 Image size of job updated: 14379752 319 - MemoryUsage of job (MB) 326604 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:52:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:52:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:52:17 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357148 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:52:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:52:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 11:52:18 Image size of job updated: 12500000 403 - MemoryUsage of job (MB) 412368 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:52:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 11:52:18 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 413720 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 11:52:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:52:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 413720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.062.000) 05/25 11:52:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:03, Sys 0 00:02:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:03, Sys 0 00:02:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1045360256 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1045360256 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1432594 1 615557016 Memory (MB) : 392 1024 1920 ... 028 (1253.062.000) 05/25 11:52:19 Job ad information event triggered. SentBytes = 1045360256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c060.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:03, Sys 0 00:02:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 62 EventTime = "2019-05-25T11:52:19" TotalSentBytes = 1045360256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:03, Sys 0 00:02:42" JOB_GLIDEIN_SiteWMS_JobId = "262468.0" TotalReceivedBytes = 421571104.0 ... 001 (1253.029.000) 05/25 11:52:25 Job executing on host: <128.186.19.143:33323?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#711&addrs=128.186.19.143-33323+[--1]-33323&noUDP> ... 028 (1253.029.000) 05/25 11:52:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 29 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:52:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:33323?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#711&addrs=128.186.19.143-33323+[--1]-33323&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68030.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404951" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.268.000) 05/25 11:52:27 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410388 - ResidentSetSize of job (KB) ... 028 (1253.268.000) 05/25 11:52:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:52:32 Image size of job updated: 1268900 318 - MemoryUsage of job (MB) 325356 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:52:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:52:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.240.000) 05/25 11:52:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:40, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:40, Sys 0 00:02:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878236160 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878236160 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2245954 1 6044304 Memory (MB) : 399 1024 1024 ... 006 (1253.022.000) 05/25 11:52:35 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413576 - ResidentSetSize of job (KB) ... 028 (1253.240.000) 05/25 11:52:35 Job ad information event triggered. SentBytes = 1878236160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7715610" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c240.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:40, Sys 0 00:02:20" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 240 EventTime = "2019-05-25T11:52:35" TotalSentBytes = 1878236160.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:40:40, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "260274.0" TotalReceivedBytes = 421571104.0 ... 028 (1253.022.000) 05/25 11:52:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.186.000) 05/25 11:52:41 Job executing on host: <72.36.96.138:43778?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878737&addrs=72.36.96.138-43778&noUDP> ... 028 (1253.186.000) 05/25 11:52:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:52:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.138:43778?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878737&addrs=72.36.96.138-43778&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.281.000) 05/25 11:52:41 Job executing on host: <192.170.227.20:38997?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881511&addrs=192.170.227.20-38997&noUDP> ... 022 (1253.280.000) 05/25 11:52:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_173246_523411200@uct2-c388.mwt2.org <192.170.226.209:40067?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877564&addrs=192.170.226.209-40067&noUDP> ... 022 (1253.252.000) 05/25 11:52:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_114733_415017152@mwt2-c084.campuscluster.illinois.edu <72.36.96.213:42636?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878093&addrs=72.36.96.213-42636&noUDP> ... 028 (1253.281.000) 05/25 11:52:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.20:38997?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881511&addrs=192.170.227.20-38997&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262800.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967876" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c486.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.280.000) 05/25 11:52:42 Job ad information event triggered. StartdAddr = "<192.170.226.209:40067?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877564&addrs=192.170.226.209-40067&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 280 EventTime = "2019-05-25T11:52:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_4@glidein_173246_523411200@uct2-c388.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.252.000) 05/25 11:52:42 Job ad information event triggered. StartdAddr = "<72.36.96.213:42636?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878093&addrs=72.36.96.213-42636&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22383" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 252 EventTime = "2019-05-25T11:52:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_114733_415017152@mwt2-c084.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.280.000) 05/25 11:52:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_173246_523411200@uct2-c388.mwt2.org, rescheduling job ... 024 (1253.252.000) 05/25 11:52:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_114733_415017152@mwt2-c084.campuscluster.illinois.edu, rescheduling job ... 028 (1253.252.000) 05/25 11:52:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262445.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" StartdName = "glidein_114733_415017152@mwt2-c084.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.280.000) 05/25 11:52:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T11:52:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261257.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716406" StartdName = "slot1_4@glidein_173246_523411200@uct2-c388.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c388.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:52:52 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 362544 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:52:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:52:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:52:52 Image size of job updated: 1576844 305 - MemoryUsage of job (MB) 311720 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:52:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:52:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.035.000) 05/25 11:52:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_50476_434786695@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:40229?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866179&addrs=72.36.96.171-40229&noUDP> ... 028 (1253.035.000) 05/25 11:52:53 Job ad information event triggered. StartdAddr = "<72.36.96.171:40229?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866179&addrs=72.36.96.171-40229&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967713" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 35 EventTime = "2019-05-25T11:52:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_50476_434786695@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.035.000) 05/25 11:52:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_50476_434786695@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1253.035.000) 05/25 11:52:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:52:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262488.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967713" StartdName = "glidein_50476_434786695@mwt2-c042.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 11:53:09 Image size of job updated: 1471476 357 - MemoryUsage of job (MB) 365072 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 11:53:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 365072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 11:53:09 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352572 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:53:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.206.000) 05/25 11:53:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_72114_64234495@uct2-c398.mwt2.org <192.170.226.219:42208?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879874&addrs=192.170.226.219-42208&noUDP> ... 006 (1253.229.000) 05/25 11:53:09 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349480 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 11:53:10 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358716 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 11:53:09 Job ad information event triggered. StartdAddr = "<192.170.226.219:42208?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879874&addrs=192.170.226.219-42208&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 206 EventTime = "2019-05-25T11:53:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_72114_64234495@uct2-c398.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.229.000) 05/25 11:53:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 11:53:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.206.000) 05/25 11:53:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_72114_64234495@uct2-c398.mwt2.org, rescheduling job ... 006 (1253.073.000) 05/25 11:53:11 Image size of job updated: 1572724 362 - MemoryUsage of job (MB) 370092 - ResidentSetSize of job (KB) ... 028 (1253.206.000) 05/25 11:53:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:53:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262476.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" StartdName = "glidein_72114_64234495@uct2-c398.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c398.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 11:53:12 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320312 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:53:12 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 350136 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 11:53:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.073.000) 05/25 11:53:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 11:53:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:53:13 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334260 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 11:53:13 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 348060 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:53:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 334260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 11:53:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.035.000) 05/25 11:53:14 Job executing on host: <137.99.79.138:25422?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#712&addrs=137.99.79.138-25422+[--1]-25422&noUDP> ... 022 (1253.202.000) 05/25 11:53:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_23672_117019884@uct2-c239.mwt2.org <192.170.226.63:37095?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877525&addrs=192.170.226.63-37095&noUDP> ... 006 (1253.125.000) 05/25 11:53:15 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 363088 - ResidentSetSize of job (KB) ... 006 (1253.019.000) 05/25 11:53:15 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361744 - ResidentSetSize of job (KB) ... 028 (1253.035.000) 05/25 11:53:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 35 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:53:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:25422?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#712&addrs=137.99.79.138-25422+[--1]-25422&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716781.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213395" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 11:53:16 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326440 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 11:53:16 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 326680 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 11:53:15 Job ad information event triggered. StartdAddr = "<192.170.226.63:37095?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877525&addrs=192.170.226.63-37095&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29639" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 202 EventTime = "2019-05-25T11:53:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_23672_117019884@uct2-c239.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.125.000) 05/25 11:53:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.019.000) 05/25 11:53:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:53:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967966" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 361744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 11:53:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:53:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.202.000) 05/25 11:53:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_23672_117019884@uct2-c239.mwt2.org, rescheduling job ... 006 (1253.074.000) 05/25 11:53:17 Image size of job updated: 1500000 380 - MemoryUsage of job (MB) 388232 - ResidentSetSize of job (KB) ... 028 (1253.202.000) 05/25 11:53:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:53:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375462.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29639" StartdName = "glidein_23672_117019884@uct2-c239.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c239.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 11:53:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:53:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.136.000) 05/25 11:53:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_27194_27154561@lnxfarm185.colorado.edu <192.168.3.85:39651?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34166&addrs=192.168.3.85-39651&noUDP> ... 028 (1253.136.000) 05/25 11:53:18 Job ad information event triggered. StartdAddr = "<192.168.3.85:39651?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34166&addrs=192.168.3.85-39651&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7244" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 136 EventTime = "2019-05-25T11:53:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_2@glidein_27194_27154561@lnxfarm185.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "455121" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.136.000) 05/25 11:53:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_27194_27154561@lnxfarm185.colorado.edu, rescheduling job ... 028 (1253.136.000) 05/25 11:53:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 136 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:53:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" StartdName = "slot1_2@glidein_27194_27154561@lnxfarm185.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.280.000) 05/25 11:53:21 Job executing on host: <149.165.225.179:44712?CCBID=192.170.227.251:9866%3faddrs%3d192.170.227.251-9866#894660&addrs=149.165.225.179-44712&noUDP> ... 028 (1253.280.000) 05/25 11:53:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:53:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.179:44712?CCBID=192.170.227.251:9866%3faddrs%3d192.170.227.251-9866#894660&addrs=149.165.225.179-44712&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263074.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23196" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@iut2-c179.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.040.000) 05/25 11:53:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_28720_56593685@lnxfarm159.colorado.edu <192.168.3.59:33484?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868597&addrs=192.168.3.59-33484&noUDP> ... 028 (1253.040.000) 05/25 11:53:23 Job ad information event triggered. StartdAddr = "<192.168.3.59:33484?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868597&addrs=192.168.3.59-33484&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6874041" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 40 EventTime = "2019-05-25T11:53:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_6@glidein_28720_56593685@lnxfarm159.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "464537" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.040.000) 05/25 11:53:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_28720_56593685@lnxfarm159.colorado.edu, rescheduling job ... 028 (1253.040.000) 05/25 11:53:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:53:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464537" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874041" StartdName = "slot1_6@glidein_28720_56593685@lnxfarm159.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1253.267.000) 05/25 11:53:27 Job executing on host: <10.0.2.15:34459?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879290&addrs=10.0.2.15-34459&noUDP> ... 028 (1253.267.000) 05/25 11:53:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34459?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879290&addrs=10.0.2.15-34459&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430835.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5938" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BOWNE309-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.252.000) 05/25 11:53:30 Job executing on host: <128.186.19.143:46570?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#706&addrs=128.186.19.143-46570+[--1]-46570&noUDP> ... 028 (1253.252.000) 05/25 11:53:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 252 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T11:53:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:46570?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#706&addrs=128.186.19.143-46570+[--1]-46570&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 11:53:34 Image size of job updated: 1453484 357 - MemoryUsage of job (MB) 364628 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 11:53:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 364628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:53:34 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350248 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:53:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.261.000) 05/25 11:53:35 Image size of job updated: 1570672 387 - MemoryUsage of job (MB) 395812 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 11:53:35 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 347120 - ResidentSetSize of job (KB) ... 028 (1253.261.000) 05/25 11:53:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 11:53:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.132.000) 05/25 11:53:47 Image size of job updated: 1405940 350 - MemoryUsage of job (MB) 358132 - ResidentSetSize of job (KB) ... 028 (1253.132.000) 05/25 11:53:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 358132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:53:47 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 328260 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:53:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 11:53:48 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361948 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 11:53:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 11:53:49 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323660 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 11:53:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:53:51 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357472 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 11:53:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:53:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:53:55 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336756 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:53:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 11:53:59 Image size of job updated: 1403884 355 - MemoryUsage of job (MB) 362860 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 11:53:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:53:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 ResidentSetSize = 362860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:54:03 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315452 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:54:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:54:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.094.000) 05/25 11:54:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30612_76423572@uct2-c277.mwt2.org <192.170.226.101:40951?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888446&addrs=192.170.226.101-40951&noUDP> ... 028 (1253.094.000) 05/25 11:54:04 Job ad information event triggered. StartdAddr = "<192.170.226.101:40951?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888446&addrs=192.170.226.101-40951&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 94 EventTime = "2019-05-25T11:54:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_30612_76423572@uct2-c277.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.094.000) 05/25 11:54:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30612_76423572@uct2-c277.mwt2.org, rescheduling job ... 028 (1253.094.000) 05/25 11:54:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:54:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375354.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" StartdName = "glidein_30612_76423572@uct2-c277.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 11:54:06 Image size of job updated: 1405936 350 - MemoryUsage of job (MB) 357948 - ResidentSetSize of job (KB) ... 028 (1253.259.000) 05/25 11:54:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 357948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.260.000) 05/25 11:54:08 Image size of job updated: 1453484 349 - MemoryUsage of job (MB) 356688 - ResidentSetSize of job (KB) ... 028 (1253.260.000) 05/25 11:54:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 260 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425556.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114310" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-146-24" Subproc = 0 ResidentSetSize = 356688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.206.000) 05/25 11:54:08 Job executing on host: <72.36.96.187:40689?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881887&addrs=72.36.96.187-40689&noUDP> ... 028 (1253.206.000) 05/25 11:54:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 206 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:54:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:40689?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881887&addrs=72.36.96.187-40689&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263079.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23196" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:54:09 Image size of job updated: 1387324 415 - MemoryUsage of job (MB) 424036 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:54:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:54:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.040.000) 05/25 11:54:09 Job executing on host: <72.36.96.196:37155?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884056&addrs=72.36.96.196-37155&noUDP> ... 001 (1253.202.000) 05/25 11:54:09 Job executing on host: <72.36.96.218:33077?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885409&addrs=72.36.96.218-33077&noUDP> ... 001 (1253.136.000) 05/25 11:54:09 Job executing on host: <192.170.226.229:40515?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879832&addrs=192.170.226.229-40515&noUDP> ... 028 (1253.040.000) 05/25 11:54:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:54:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.196:37155?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884056&addrs=72.36.96.196-37155&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268960.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21655" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.202.000) 05/25 11:54:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 202 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:54:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.218:33077?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885409&addrs=72.36.96.218-33077&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269027.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.136.000) 05/25 11:54:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 136 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:54:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.229:40515?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879832&addrs=192.170.226.229-40515&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263083.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23196" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c408.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:54:10 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343684 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:54:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.095.000) 05/25 11:54:13 Image size of job updated: 1454912 421 - MemoryUsage of job (MB) 430756 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 11:54:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:54:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 430756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:54:16 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354500 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:54:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:54:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:54:18 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362988 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:54:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:54:49 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354604 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:54:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 11:54:50 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308048 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 11:54:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.103.000) 05/25 11:54:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_55650_95531991@uct2-c452.mwt2.org <192.170.226.42:41488?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#875855&addrs=192.170.226.42-41488&noUDP> ... 028 (1253.103.000) 05/25 11:54:52 Job ad information event triggered. StartdAddr = "<192.170.226.42:41488?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#875855&addrs=192.170.226.42-41488&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 103 EventTime = "2019-05-25T11:54:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_55650_95531991@uct2-c452.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.103.000) 05/25 11:54:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_55650_95531991@uct2-c452.mwt2.org, rescheduling job ... 028 (1253.103.000) 05/25 11:54:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:54:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375363.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" StartdName = "glidein_55650_95531991@uct2-c452.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c452.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.114.000) 05/25 11:54:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3499_29992326@LCS-215-057-S6-its-c7-osg-20190309 <10.0.2.15:38841?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#879152&addrs=10.0.2.15-38841&noUDP> ... 028 (1253.114.000) 05/25 11:54:58 Job ad information event triggered. StartdAddr = "<10.0.2.15:38841?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#879152&addrs=10.0.2.15-38841&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5555" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 114 EventTime = "2019-05-25T11:54:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3499_29992326@LCS-215-057-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.114.000) 05/25 11:54:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3499_29992326@LCS-215-057-S6-its-c7-osg-20190309, rescheduling job ... 028 (1253.114.000) 05/25 11:54:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:54:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394986.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5555" StartdName = "glidein_3499_29992326@LCS-215-057-S6-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-057-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 11:55:11 Image size of job updated: 1336492 322 - MemoryUsage of job (MB) 329476 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 11:55:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:55:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 11:55:17 Image size of job updated: 1453484 355 - MemoryUsage of job (MB) 362860 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 11:55:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 362860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.177.000) 05/25 11:55:22 Image size of job updated: 1387324 411 - MemoryUsage of job (MB) 420240 - ResidentSetSize of job (KB) ... 006 (1253.231.000) 05/25 11:55:23 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 413984 - ResidentSetSize of job (KB) ... 006 (1253.116.000) 05/25 11:55:24 Image size of job updated: 1387324 354 - MemoryUsage of job (MB) 362364 - ResidentSetSize of job (KB) ... 006 (1253.069.000) 05/25 11:55:25 Image size of job updated: 1454912 386 - MemoryUsage of job (MB) 394516 - ResidentSetSize of job (KB) ... 028 (1253.177.000) 05/25 11:55:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.231.000) 05/25 11:55:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.116.000) 05/25 11:55:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 11:55:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.094.000) 05/25 11:55:31 Job executing on host: <72.36.96.205:42475?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877439&addrs=72.36.96.205-42475&noUDP> ... 028 (1253.094.000) 05/25 11:55:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:42475?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877439&addrs=72.36.96.205-42475&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263085.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968099" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.103.000) 05/25 11:55:32 Job executing on host: <192.170.226.42:35881?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39834&addrs=192.170.226.42-35881&noUDP> ... 028 (1253.103.000) 05/25 11:55:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 103 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.42:35881?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39834&addrs=192.170.226.42-35881&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263092.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968099" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c452.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.114.000) 05/25 11:55:32 Job executing on host: <72.36.96.136:33412?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886084&addrs=72.36.96.136-33412&noUDP> ... 028 (1253.114.000) 05/25 11:55:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 114 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.136:33412?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886084&addrs=72.36.96.136-33412&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968099" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c007.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.178.000) 05/25 11:55:40 Image size of job updated: 1403884 413 - MemoryUsage of job (MB) 422680 - ResidentSetSize of job (KB) ... 028 (1253.178.000) 05/25 11:55:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:55:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 ResidentSetSize = 422680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.110.000) 05/25 11:55:41 Image size of job updated: 1436928 418 - MemoryUsage of job (MB) 427052 - ResidentSetSize of job (KB) ... 006 (1253.172.000) 05/25 11:55:41 Image size of job updated: 1405940 352 - MemoryUsage of job (MB) 360228 - ResidentSetSize of job (KB) ... 028 (1253.110.000) 05/25 11:55:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 ResidentSetSize = 427052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.172.000) 05/25 11:55:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:55:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 360228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.135.000) 05/25 11:55:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_33038_57368220@acas1028.usatlas.bnl.gov <130.199.159.36:44186?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#892133&addrs=130.199.159.36-44186&noUDP> ... 028 (1253.135.000) 05/25 11:55:44 Job ad information event triggered. StartdAddr = "<130.199.159.36:44186?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#892133&addrs=130.199.159.36-44186&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23447" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 135 EventTime = "2019-05-25T11:55:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_33038_57368220@acas1028.usatlas.bnl.gov" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.135.000) 05/25 11:55:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_33038_57368220@acas1028.usatlas.bnl.gov, rescheduling job ... 028 (1253.135.000) 05/25 11:55:44 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 135 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:55:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863266.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23447" StartdName = "glidein_33038_57368220@acas1028.usatlas.bnl.gov" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@acas1028.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 11:55:45 Image size of job updated: 1338348 289 - MemoryUsage of job (MB) 295912 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 11:55:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:55:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 11:55:49 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323188 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 11:55:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:55:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 11:55:51 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350512 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 11:55:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.088.000) 05/25 11:55:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_159083_155621420@acas0849.usatlas.bnl.gov <130.199.158.212:34197?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#882601&addrs=130.199.158.212-34197&noUDP> ... 028 (1253.088.000) 05/25 11:55:54 Job ad information event triggered. StartdAddr = "<130.199.158.212:34197?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#882601&addrs=130.199.158.212-34197&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25209" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 88 EventTime = "2019-05-25T11:55:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_159083_155621420@acas0849.usatlas.bnl.gov" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.088.000) 05/25 11:55:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_159083_155621420@acas0849.usatlas.bnl.gov, rescheduling job ... 028 (1253.088.000) 05/25 11:55:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 88 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T11:55:54" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863940.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25209" StartdName = "glidein_159083_155621420@acas0849.usatlas.bnl.gov" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@acas0849.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.135.000) 05/25 11:55:58 Job executing on host: <72.36.96.162:41452?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876132&addrs=72.36.96.162-41452&noUDP> ... 028 (1253.135.000) 05/25 11:55:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 135 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:55:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:41452?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876132&addrs=72.36.96.162-41452&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263103.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23205" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.088.000) 05/25 11:56:17 Job executing on host: <137.99.79.231:16506?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#705&addrs=137.99.79.231-16506+[--1]-16506&noUDP> ... 028 (1253.088.000) 05/25 11:56:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 88 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:56:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.231:16506?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#705&addrs=137.99.79.231-16506+[--1]-16506&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716296.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212347" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat11.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 11:56:24 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 365428 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 11:56:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 11:56:27 Image size of job updated: 1454912 391 - MemoryUsage of job (MB) 399428 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 11:56:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:56:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.251.000) 05/25 11:56:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_6551_286715700@uct2-c473.mwt2.org <192.170.227.84:34495?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868505&addrs=192.170.227.84-34495&noUDP> ... 028 (1253.251.000) 05/25 11:56:32 Job ad information event triggered. StartdAddr = "<192.170.227.84:34495?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868505&addrs=192.170.227.84-34495&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 251 EventTime = "2019-05-25T11:56:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_6551_286715700@uct2-c473.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.251.000) 05/25 11:56:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_6551_286715700@uct2-c473.mwt2.org, rescheduling job ... 028 (1253.251.000) 05/25 11:56:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:56:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262474.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" StartdName = "glidein_6551_286715700@uct2-c473.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c473.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.157.000) 05/25 11:56:43 Image size of job updated: 1436924 417 - MemoryUsage of job (MB) 426056 - ResidentSetSize of job (KB) ... 028 (1253.157.000) 05/25 11:56:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436924 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:56:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 11:56:43 Image size of job updated: 1387324 388 - MemoryUsage of job (MB) 396460 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 11:56:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:56:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 11:56:49 Image size of job updated: 1500000 329 - MemoryUsage of job (MB) 336760 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 11:56:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:56:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 336760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 11:56:56 Image size of job updated: 1570668 335 - MemoryUsage of job (MB) 342676 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 11:56:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.277.000) 05/25 11:56:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2998_59027528@lnxfarm239.colorado.edu <192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP> ... 028 (1253.277.000) 05/25 11:56:58 Job ad information event triggered. StartdAddr = "<192.168.3.139:45901?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879729&addrs=192.168.3.139-45901&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875209" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 277 EventTime = "2019-05-25T11:56:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_1@glidein_2998_59027528@lnxfarm239.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466117" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.277.000) 05/25 11:56:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2998_59027528@lnxfarm239.colorado.edu, rescheduling job ... 006 (1253.127.000) 05/25 11:56:58 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366440 - ResidentSetSize of job (KB) ... 028 (1253.277.000) 05/25 11:56:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T11:56:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466117" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875209" StartdName = "slot1_1@glidein_2998_59027528@lnxfarm239.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.236.000) 05/25 11:56:59 Image size of job updated: 1438976 403 - MemoryUsage of job (MB) 412440 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 11:56:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 366440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.236.000) 05/25 11:56:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:56:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 11:57:12 Image size of job updated: 1387324 405 - MemoryUsage of job (MB) 413916 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 11:57:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:57:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.205.000) 05/25 11:57:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_14381_94764810@uct2-c338.mwt2.org <192.170.226.159:43903?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39632&addrs=192.170.226.159-43903&noUDP> ... 028 (1253.205.000) 05/25 11:57:10 Job ad information event triggered. StartdAddr = "<192.170.226.159:43903?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39632&addrs=192.170.226.159-43903&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 205 EventTime = "2019-05-25T11:57:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_14381_94764810@uct2-c338.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.205.000) 05/25 11:57:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_14381_94764810@uct2-c338.mwt2.org, rescheduling job ... 028 (1253.205.000) 05/25 11:57:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:57:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376669.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" StartdName = "glidein_14381_94764810@uct2-c338.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c338.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 11:57:14 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 364540 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 11:57:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:57:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 11:57:15 Image size of job updated: 14379752 320 - MemoryUsage of job (MB) 327660 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 11:57:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:57:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 11:57:18 Image size of job updated: 12500000 406 - MemoryUsage of job (MB) 415088 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 11:57:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:57:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 11:57:18 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358732 - ResidentSetSize of job (KB) ... 006 (1253.017.000) 05/25 11:57:19 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416636 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 11:57:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:57:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.017.000) 05/25 11:57:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T11:57:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 416636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.209.000) 05/25 11:57:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_70434_272765190@mwt2-c164.campuscluster.illinois.edu <72.36.96.71:33556?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877590&addrs=72.36.96.71-33556&noUDP> ... 028 (1253.209.000) 05/25 11:57:22 Job ad information event triggered. StartdAddr = "<72.36.96.71:33556?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877590&addrs=72.36.96.71-33556&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22130" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 209 EventTime = "2019-05-25T11:57:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_70434_272765190@mwt2-c164.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.209.000) 05/25 11:57:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_70434_272765190@mwt2-c164.campuscluster.illinois.edu, rescheduling job ... 028 (1253.209.000) 05/25 11:57:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:57:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262168.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22130" StartdName = "glidein_70434_272765190@mwt2-c164.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 11:57:32 Image size of job updated: 1268900 319 - MemoryUsage of job (MB) 326144 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 11:57:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:57:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 11:57:35 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416104 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 11:57:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:57:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.055.000) 05/25 11:57:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:02:16, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:02:16, Sys 0 00:02:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1049035200 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1049035200 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1436183 1 306532144 Memory (MB) : 349 1024 1920 ... 028 (1253.055.000) 05/25 11:57:46 Job ad information event triggered. SentBytes = 1049035200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c473.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:02:16, Sys 0 00:02:39" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 55 EventTime = "2019-05-25T11:57:46" TotalSentBytes = 1049035200.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:02:16, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "262464.0" TotalReceivedBytes = 421571104.0 ... 022 (1253.148.000) 05/25 11:57:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_53528_146039288@mwt2-c152.campuscluster.illinois.edu <72.36.96.59:40160?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36113&addrs=72.36.96.59-40160&noUDP> ... 028 (1253.148.000) 05/25 11:57:51 Job ad information event triggered. StartdAddr = "<72.36.96.59:40160?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36113&addrs=72.36.96.59-40160&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 148 EventTime = "2019-05-25T11:57:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_53528_146039288@mwt2-c152.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.148.000) 05/25 11:57:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_53528_146039288@mwt2-c152.campuscluster.illinois.edu, rescheduling job ... 028 (1253.148.000) 05/25 11:57:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:57:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268672.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_53528_146039288@mwt2-c152.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c152.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 11:57:52 Image size of job updated: 1576844 306 - MemoryUsage of job (MB) 312388 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 11:57:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:57:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 11:57:52 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 363864 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 11:57:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:57:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.227.000) 05/25 11:58:09 Image size of job updated: 1471476 358 - MemoryUsage of job (MB) 366552 - ResidentSetSize of job (KB) ... 028 (1253.227.000) 05/25 11:58:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" Subproc = 0 ResidentSetSize = 366552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 11:58:10 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353736 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 11:58:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 11:58:10 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350800 - ResidentSetSize of job (KB) ... 006 (1253.073.000) 05/25 11:58:11 Image size of job updated: 1572724 362 - MemoryUsage of job (MB) 370352 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 11:58:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 11:58:11 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360036 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 11:58:12 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351456 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 11:58:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 11:58:12 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321368 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 11:58:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 11:58:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 11:58:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 11:58:14 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334684 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 11:58:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 334684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 11:58:14 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348308 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 11:58:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 11:58:15 Image size of job updated: 1572724 357 - MemoryUsage of job (MB) 364580 - ResidentSetSize of job (KB) ... 006 (1253.019.000) 05/25 11:58:15 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364620 - ResidentSetSize of job (KB) ... 006 (1253.179.000) 05/25 11:58:16 Image size of job updated: 1453484 365 - MemoryUsage of job (MB) 373368 - ResidentSetSize of job (KB) ... 006 (1253.111.000) 05/25 11:58:16 Image size of job updated: 1268904 321 - MemoryUsage of job (MB) 327724 - ResidentSetSize of job (KB) ... 006 (1253.106.000) 05/25 11:58:17 Image size of job updated: 1405936 353 - MemoryUsage of job (MB) 360704 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 11:58:18 Image size of job updated: 1500000 381 - MemoryUsage of job (MB) 389260 - ResidentSetSize of job (KB) ... 028 (1253.019.000) 05/25 11:58:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:58:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967966" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 364620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.125.000) 05/25 11:58:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.148.000) 05/25 11:58:19 Job executing on host: <137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP> ... 028 (1253.179.000) 05/25 11:58:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.111.000) 05/25 11:58:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.106.000) 05/25 11:58:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 360704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 11:58:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:58:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.148.000) 05/25 11:58:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T11:58:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212411" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.230.000) 05/25 11:58:34 Image size of job updated: 1453484 358 - MemoryUsage of job (MB) 365820 - ResidentSetSize of job (KB) ... 028 (1253.230.000) 05/25 11:58:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11403" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" Subproc = 0 ResidentSetSize = 365820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 11:58:35 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351272 - ResidentSetSize of job (KB) ... 006 (1253.175.000) 05/25 11:58:36 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349232 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 11:58:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.175.000) 05/25 11:58:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 11:58:48 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 328500 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 11:58:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 11:58:49 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363004 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 11:58:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.209.000) 05/25 11:58:49 Job executing on host: <72.36.96.222:33953?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34976&addrs=72.36.96.222-33953&noUDP> ... 001 (1253.205.000) 05/25 11:58:50 Job executing on host: <72.36.96.197:44716?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874539&addrs=72.36.96.197-44716&noUDP> ... 001 (1253.251.000) 05/25 11:58:50 Job executing on host: <192.170.226.12:43718?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873302&addrs=192.170.226.12-43718&noUDP> ... 006 (1253.257.000) 05/25 11:58:50 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324944 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 11:58:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:58:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.222:33953?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34976&addrs=72.36.96.222-33953&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.205.000) 05/25 11:58:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:58:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.197:44716?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874539&addrs=72.36.96.197-44716&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269100.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21790" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c068.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 11:58:51 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359056 - ResidentSetSize of job (KB) ... 028 (1253.251.000) 05/25 11:58:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T11:58:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.12:43718?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873302&addrs=192.170.226.12-43718&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263104.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23205" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c422.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.257.000) 05/25 11:58:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 11:58:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:58:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 11:58:55 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337740 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 11:58:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 11:59:04 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316908 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 11:59:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.259.000) 05/25 11:59:06 Image size of job updated: 1405936 352 - MemoryUsage of job (MB) 359520 - ResidentSetSize of job (KB) ... 028 (1253.259.000) 05/25 11:59:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:59:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "478" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" Subproc = 0 ResidentSetSize = 359520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.249.000) 05/25 11:59:09 Image size of job updated: 1387324 417 - MemoryUsage of job (MB) 426144 - ResidentSetSize of job (KB) ... 028 (1253.249.000) 05/25 11:59:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T11:59:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 11:59:10 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344928 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 11:59:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:59:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 11:59:17 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356008 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 11:59:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:59:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 11:59:19 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364032 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 11:59:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 11:59:47 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356972 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 11:59:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:59:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 11:59:50 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355808 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 11:59:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:59:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 11:59:50 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308828 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 11:59:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T11:59:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.134.000) 05/25 11:59:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_6002_509481390@AS-DEVANHOU-S5-its-c7-osg-20190309 <10.0.2.15:42866?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#878815&addrs=10.0.2.15-42866&noUDP> ... 028 (1253.134.000) 05/25 11:59:59 Job ad information event triggered. StartdAddr = "<10.0.2.15:42866?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#878815&addrs=10.0.2.15-42866&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6577" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-DEVANHOU-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 134 EventTime = "2019-05-25T11:59:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_6002_509481390@AS-DEVANHOU-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4358487.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.134.000) 05/25 11:59:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_6002_509481390@AS-DEVANHOU-S5-its-c7-osg-20190309, rescheduling job ... 028 (1253.134.000) 05/25 11:59:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T11:59:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358487.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6577" StartdName = "glidein_6002_509481390@AS-DEVANHOU-S5-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-DEVANHOU-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:00:12 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344272 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:00:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:00:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.134.000) 05/25 12:00:16 Job executing on host: <137.99.79.180:32554?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#731&addrs=137.99.79.180-32554+[--1]-32554&noUDP> ... 028 (1253.134.000) 05/25 12:00:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 134 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:00:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:32554?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#731&addrs=137.99.79.180-32554+[--1]-32554&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716139.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211739" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 12:00:18 Image size of job updated: 1453484 356 - MemoryUsage of job (MB) 363920 - ResidentSetSize of job (KB) ... 006 (1253.231.000) 05/25 12:00:23 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415644 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 12:00:23 Image size of job updated: 1387324 413 - MemoryUsage of job (MB) 422268 - ResidentSetSize of job (KB) ... 006 (1253.116.000) 05/25 12:00:24 Image size of job updated: 1387324 357 - MemoryUsage of job (MB) 364872 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 12:00:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:00:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 ResidentSetSize = 363920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 12:00:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:00:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.231.000) 05/25 12:00:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:00:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 12:00:25 Image size of job updated: 1454912 387 - MemoryUsage of job (MB) 396080 - ResidentSetSize of job (KB) ... 028 (1253.116.000) 05/25 12:00:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:00:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.069.000) 05/25 12:00:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:00:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.277.000) 05/25 12:00:27 Job executing on host: <10.0.2.15:41014?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877629&addrs=10.0.2.15-41014&noUDP> ... 028 (1253.277.000) 05/25 12:00:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 277 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:00:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41014?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877629&addrs=10.0.2.15-41014&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385342.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22845" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-339RVV1-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 12:00:45 Image size of job updated: 1338348 290 - MemoryUsage of job (MB) 296412 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 12:00:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:00:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:00:49 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323868 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:00:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:00:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:00:52 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351036 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:00:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:00:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.113.000) 05/25 12:00:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_45575_566996157@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:43226?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#872426&addrs=72.36.96.49-43226&noUDP> ... 028 (1253.113.000) 05/25 12:00:54 Job ad information event triggered. StartdAddr = "<72.36.96.49:43226?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#872426&addrs=72.36.96.49-43226&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22230" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 113 EventTime = "2019-05-25T12:00:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_45575_566996157@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.113.000) 05/25 12:00:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_45575_566996157@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1253.113.000) 05/25 12:00:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 113 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:00:56" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262259.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" StartdName = "glidein_45575_566996157@mwt2-c142.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.113.000) 05/25 12:01:13 Job executing on host: <137.99.79.236:8395?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#743&addrs=137.99.79.236-8395+[--1]-8395&noUDP> ... 028 (1253.113.000) 05/25 12:01:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 113 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:01:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.236:8395?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#743&addrs=137.99.79.236-8395+[--1]-8395&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716299.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat16.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:01:25 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 368140 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:01:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 12:01:28 Image size of job updated: 1454912 392 - MemoryUsage of job (MB) 400776 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 12:01:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:01:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.025.000) 05/25 12:01:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3463_267765701@NEWH-GN4FW12-S6-its-c7-osg-20190309, rescheduling job ... 028 (1253.025.000) 05/25 12:01:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:01:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433838.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "36" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111923" StartdName = "glidein_3463_267765701@NEWH-GN4FW12-S6-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN4FW12-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 12:01:45 Image size of job updated: 1387324 389 - MemoryUsage of job (MB) 398116 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 12:01:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:01:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:01:49 Image size of job updated: 1500000 333 - MemoryUsage of job (MB) 340560 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:01:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:01:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 340560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.149.000) 05/25 12:01:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_69823_137614302@uct2-c468.mwt2.org <192.170.227.79:32838?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873431&addrs=192.170.227.79-32838&noUDP> ... 028 (1253.149.000) 05/25 12:01:54 Job ad information event triggered. StartdAddr = "<192.170.227.79:32838?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873431&addrs=192.170.227.79-32838&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 149 EventTime = "2019-05-25T12:01:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_69823_137614302@uct2-c468.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.149.000) 05/25 12:01:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_69823_137614302@uct2-c468.mwt2.org, rescheduling job ... 028 (1253.149.000) 05/25 12:01:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:01:54" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376666.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30092" StartdName = "glidein_69823_137614302@uct2-c468.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c468.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:01:56 Image size of job updated: 1570668 337 - MemoryUsage of job (MB) 344152 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:01:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:01:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:01:59 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 369436 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:01:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:01:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 369436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 12:02:00 Image size of job updated: 1438976 406 - MemoryUsage of job (MB) 415216 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 12:02:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:02:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 12:02:12 Image size of job updated: 1387324 407 - MemoryUsage of job (MB) 416692 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 12:02:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:02:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:02:15 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365684 - ResidentSetSize of job (KB) ... 006 (1253.063.000) 05/25 12:02:15 Image size of job updated: 14379752 321 - MemoryUsage of job (MB) 328624 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:02:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.063.000) 05/25 12:02:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 12:02:18 Image size of job updated: 12500000 408 - MemoryUsage of job (MB) 417416 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 12:02:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:02:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 12:02:19 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360728 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 12:02:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:02:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 12:02:20 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419344 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 12:02:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:02:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 419344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.025.000) 05/25 12:02:23 Job executing on host: <128.186.19.131:22676?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#722&addrs=128.186.19.131-22676+[--1]-22676&noUDP> ... 028 (1253.025.000) 05/25 12:02:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:02:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:22676?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#722&addrs=128.186.19.131-22676+[--1]-22676&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.149.000) 05/25 12:02:29 Job executing on host: <72.36.96.51:39505?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34932&addrs=72.36.96.51-39505&noUDP> ... 028 (1253.149.000) 05/25 12:02:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 149 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:02:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:39505?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34932&addrs=72.36.96.51-39505&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262891.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22928" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:02:33 Image size of job updated: 1570668 334 - MemoryUsage of job (MB) 341312 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:02:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:02:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 12:02:36 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 418628 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 12:02:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:02:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 12:02:51 Image size of job updated: 1554112 348 - MemoryUsage of job (MB) 355848 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 12:02:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:02:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:02:52 Image size of job updated: 1576844 308 - MemoryUsage of job (MB) 314400 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:02:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:02:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 12:02:53 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365572 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 12:02:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:02:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.058.000) 05/25 12:02:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46180_125256990@mwt2-c002.campuscluster.illinois.edu <72.36.96.131:36799?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#868067&addrs=72.36.96.131-36799&noUDP> ... 028 (1253.058.000) 05/25 12:02:55 Job ad information event triggered. StartdAddr = "<72.36.96.131:36799?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#868067&addrs=72.36.96.131-36799&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 58 EventTime = "2019-05-25T12:02:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_46180_125256990@mwt2-c002.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.058.000) 05/25 12:02:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46180_125256990@mwt2-c002.campuscluster.illinois.edu, rescheduling job ... 028 (1253.058.000) 05/25 12:02:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 58 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:02:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268663.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_46180_125256990@mwt2-c002.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.200.000) 05/25 12:02:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3639_167399484@uct2-c300.mwt2.org <192.170.226.121:46250?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#864815&addrs=192.170.226.121-46250&noUDP> ... 028 (1253.200.000) 05/25 12:02:59 Job ad information event triggered. StartdAddr = "<192.170.226.121:46250?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#864815&addrs=192.170.226.121-46250&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368521" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 200 EventTime = "2019-05-25T12:02:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3639_167399484@uct2-c300.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.200.000) 05/25 12:02:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3639_167399484@uct2-c300.mwt2.org, rescheduling job ... 028 (1253.200.000) 05/25 12:02:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:02:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376590.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368521" StartdName = "glidein_3639_167399484@uct2-c300.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c300.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.058.000) 05/25 12:03:07 Job executing on host: <72.36.96.40:34335?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886699&addrs=72.36.96.40-34335&noUDP> ... 028 (1253.058.000) 05/25 12:03:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 58 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:03:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.40:34335?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886699&addrs=72.36.96.40-34335&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263120.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23229" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.299.000) 05/25 12:03:09 Image size of job updated: 12500000 4133 - MemoryUsage of job (MB) 4232176 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 12:03:09 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 299 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:03:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 4133 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68025.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 4232176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:03:10 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354636 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:03:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 12:03:11 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353548 - ResidentSetSize of job (KB) ... 006 (1253.073.000) 05/25 12:03:12 Image size of job updated: 1572724 363 - MemoryUsage of job (MB) 371124 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 12:03:12 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362476 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 12:03:13 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321804 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 12:03:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.073.000) 05/25 12:03:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.221.000) 05/25 12:03:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 12:03:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:03:15 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 349100 - ResidentSetSize of job (KB) ... 006 (1253.072.000) 05/25 12:03:15 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335592 - ResidentSetSize of job (KB) ... 006 (1253.125.000) 05/25 12:03:16 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 366320 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:03:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.072.000) 05/25 12:03:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 335592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 12:03:16 Image size of job updated: 1268904 322 - MemoryUsage of job (MB) 328740 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 12:03:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.179.000) 05/25 12:03:16 Image size of job updated: 1570672 365 - MemoryUsage of job (MB) 373368 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 12:03:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.179.000) 05/25 12:03:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9457" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.106.000) 05/25 12:03:18 Image size of job updated: 1405936 355 - MemoryUsage of job (MB) 363152 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 12:03:18 Image size of job updated: 1500000 382 - MemoryUsage of job (MB) 390680 - ResidentSetSize of job (KB) ... 028 (1253.106.000) 05/25 12:03:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 363152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 12:03:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.090.000) 05/25 12:03:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_2601_91349112@lnxfarm157.colorado.edu <192.168.3.57:37529?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37327&addrs=192.168.3.57-37529&noUDP> ... 028 (1253.090.000) 05/25 12:03:31 Job ad information event triggered. StartdAddr = "<192.168.3.57:37529?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37327&addrs=192.168.3.57-37529&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6874003" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 90 EventTime = "2019-05-25T12:03:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "slot1_1@glidein_2601_91349112@lnxfarm157.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "464507" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.090.000) 05/25 12:03:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_2601_91349112@lnxfarm157.colorado.edu, rescheduling job ... 028 (1253.090.000) 05/25 12:03:32 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 90 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T12:03:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464507" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874003" StartdName = "slot1_1@glidein_2601_91349112@lnxfarm157.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.118.000) 05/25 12:03:36 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352580 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:03:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:03:48 Image size of job updated: 1336492 322 - MemoryUsage of job (MB) 329172 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:03:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:03:50 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 325736 - ResidentSetSize of job (KB) ... 006 (1253.266.000) 05/25 12:03:50 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 364788 - ResidentSetSize of job (KB) ... 006 (1253.271.000) 05/25 12:03:51 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360600 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:03:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.266.000) 05/25 12:03:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.271.000) 05/25 12:03:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:03:55 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338532 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:03:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:03:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:04:05 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332080 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:04:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:04:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:04:11 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345184 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:04:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:04:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.201.000) 05/25 12:04:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_35203_101320316@mwt2-c057.campuscluster.illinois.edu <72.36.96.186:37132?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879680&addrs=72.36.96.186-37132&noUDP> ... 028 (1253.201.000) 05/25 12:04:13 Job ad information event triggered. StartdAddr = "<72.36.96.186:37132?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879680&addrs=72.36.96.186-37132&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 201 EventTime = "2019-05-25T12:04:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_35203_101320316@mwt2-c057.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.201.000) 05/25 12:04:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_35203_101320316@mwt2-c057.campuscluster.illinois.edu, rescheduling job ... 028 (1253.201.000) 05/25 12:04:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:04:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268681.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" StartdName = "glidein_35203_101320316@mwt2-c057.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 12:04:17 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357096 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 12:04:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:04:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.246.000) 05/25 12:04:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15254_12730887@uct2-c262.mwt2.org <192.170.226.86:40830?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885889&addrs=192.170.226.86-40830&noUDP> ... 006 (1253.162.000) 05/25 12:04:20 Image size of job updated: 1570672 358 - MemoryUsage of job (MB) 366112 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 12:04:20 Job ad information event triggered. StartdAddr = "<192.170.226.86:40830?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885889&addrs=192.170.226.86-40830&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368352" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 246 EventTime = "2019-05-25T12:04:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_15254_12730887@uct2-c262.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.162.000) 05/25 12:04:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:04:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.246.000) 05/25 12:04:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15254_12730887@uct2-c262.mwt2.org, rescheduling job ... 028 (1253.246.000) 05/25 12:04:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:04:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375547.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368352" StartdName = "glidein_15254_12730887@uct2-c262.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c262.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.200.000) 05/25 12:04:25 Job executing on host: <72.36.96.51:36978?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888641&addrs=72.36.96.51-36978&noUDP> ... 028 (1253.200.000) 05/25 12:04:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 200 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:04:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:36978?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888641&addrs=72.36.96.51-36978&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262894.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22928" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.090.000) 05/25 12:04:32 Job executing on host: <72.36.96.217:37197?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868613&addrs=72.36.96.217-37197&noUDP> ... 028 (1253.090.000) 05/25 12:04:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:04:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.217:37197?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868613&addrs=72.36.96.217-37197&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967876" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c088.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 12:04:47 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358556 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 12:04:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:04:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 12:04:50 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357596 - ResidentSetSize of job (KB) ... 006 (1253.086.000) 05/25 12:04:51 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309884 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 12:04:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:04:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.086.000) 05/25 12:04:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:04:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.201.000) 05/25 12:05:03 Job executing on host: <72.36.96.132:39014?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875032&addrs=72.36.96.132-39014&noUDP> ... 028 (1253.201.000) 05/25 12:05:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 201 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:05:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.132:39014?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875032&addrs=72.36.96.132-39014&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268883.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21630" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:05:13 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345276 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:05:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:05:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.034.000) 05/25 12:05:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3456_98358764@AS-CHE-4007-2-S8-its-c7-osg-20190309, rescheduling job ... 028 (1253.034.000) 05/25 12:05:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:05:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433647.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111822" StartdName = "glidein_3456_98358764@AS-CHE-4007-2-S8-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 12:05:23 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 418208 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 12:05:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:05:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.116.000) 05/25 12:05:24 Image size of job updated: 1387324 359 - MemoryUsage of job (MB) 367212 - ResidentSetSize of job (KB) ... 006 (1253.177.000) 05/25 12:05:24 Image size of job updated: 1387324 415 - MemoryUsage of job (MB) 424916 - ResidentSetSize of job (KB) ... 028 (1253.116.000) 05/25 12:05:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:05:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.177.000) 05/25 12:05:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:05:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 12:05:26 Image size of job updated: 1454912 389 - MemoryUsage of job (MB) 397520 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 12:05:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:05:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 12:05:46 Image size of job updated: 1338348 292 - MemoryUsage of job (MB) 298564 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 12:05:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:05:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:05:50 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324396 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:05:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:05:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:05:52 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351276 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:05:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:05:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.116.000) 05/25 12:05:58 Image size of job updated: 1387324 360 - MemoryUsage of job (MB) 367980 - ResidentSetSize of job (KB) ... 028 (1253.116.000) 05/25 12:05:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 116 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:05:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22167" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 12:06:05 Image size of job updated: 1500000 319 - MemoryUsage of job (MB) 326100 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:06:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:06:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 326100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.112.000) 05/25 12:06:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_25750_423346225@compute-0-0.local <10.2.255.254:42837?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32283&addrs=10.2.255.254-42837&noUDP> ... 028 (1253.112.000) 05/25 12:06:17 Job ad information event triggered. StartdAddr = "<10.2.255.254:42837?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32283&addrs=10.2.255.254-42837&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8097793" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "PuertoRico" JOB_GLIDEIN_Site = "PuertoRico" Proc = 112 EventTime = "2019-05-25T12:06:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_25750_423346225@compute-0-0.local" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.112.000) 05/25 12:06:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_25750_423346225@compute-0-0.local, rescheduling job ... 028 (1253.112.000) 05/25 12:06:17 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 112 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T12:06:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1298057.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097793" StartdName = "glidein_25750_423346225@compute-0-0.local" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot5@compute-0-0.local" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.034.000) 05/25 12:06:22 Job executing on host: <72.36.96.156:38696?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#868314&addrs=72.36.96.156-38696&noUDP> ... 028 (1253.034.000) 05/25 12:06:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:06:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.156:38696?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#868314&addrs=72.36.96.156-38696&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.246.000) 05/25 12:06:22 Job executing on host: <192.170.227.94:32979?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879355&addrs=192.170.227.94-32979&noUDP> ... 028 (1253.246.000) 05/25 12:06:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:06:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.94:32979?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879355&addrs=192.170.227.94-32979&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377244.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30299" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c483.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:06:26 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 370476 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:06:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 12:06:28 Image size of job updated: 1454912 393 - MemoryUsage of job (MB) 402288 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 12:06:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:06:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.056.000) 05/25 12:06:41 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:45, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:45, Sys 0 00:02:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1054847168 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1054847168 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1441859 1 658968792 Memory (MB) : 393 1024 1920 ... 028 (1253.056.000) 05/25 12:06:41 Job ad information event triggered. SentBytes = 1054847168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:45, Sys 0 00:02:53" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 56 EventTime = "2019-05-25T12:06:41" TotalSentBytes = 1054847168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:58:45, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "268662.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.078.000) 05/25 12:06:45 Image size of job updated: 1387324 389 - MemoryUsage of job (MB) 398316 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 12:06:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 78 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:06:50 Image size of job updated: 1500000 336 - MemoryUsage of job (MB) 343132 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:06:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:06:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 343132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:06:57 Image size of job updated: 1570668 337 - MemoryUsage of job (MB) 344936 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:06:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:06:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:07:00 Image size of job updated: 1500000 365 - MemoryUsage of job (MB) 372872 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:07:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:07:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 372872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 12:07:01 Image size of job updated: 1438976 408 - MemoryUsage of job (MB) 417632 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 12:07:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:07:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 12:07:13 Image size of job updated: 1387324 410 - MemoryUsage of job (MB) 419652 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 12:07:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:07:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:07:15 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367004 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:07:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 12:07:15 Image size of job updated: 14379752 323 - MemoryUsage of job (MB) 330200 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 12:07:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.020.000) 05/25 12:07:19 Image size of job updated: 12500000 411 - MemoryUsage of job (MB) 420124 - ResidentSetSize of job (KB) ... 028 (1253.020.000) 05/25 12:07:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:07:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 12:07:19 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362576 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 12:07:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:07:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 12:07:20 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421788 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 12:07:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:07:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 421788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.272.000) 05/25 12:07:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.272.000) 05/25 12:07:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:07:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419044.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" StartdName = "glidein_3438_499607310@MAX-SDLANDES-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SDLANDES-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 12:07:31 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357944 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 12:07:31 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:07:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 357944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:07:33 Image size of job updated: 1570668 335 - MemoryUsage of job (MB) 342720 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:07:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:07:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 12:07:36 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420788 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 12:07:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:07:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 12:07:52 Image size of job updated: 1554112 351 - MemoryUsage of job (MB) 358664 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 12:07:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:07:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:07:53 Image size of job updated: 1576844 309 - MemoryUsage of job (MB) 315732 - ResidentSetSize of job (KB) ... 006 (1253.226.000) 05/25 12:07:53 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 366364 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:07:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:07:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.226.000) 05/25 12:07:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:07:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:08:11 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 355956 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:08:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 12:08:13 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355132 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 12:08:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:08:13 Image size of job updated: 1572724 364 - MemoryUsage of job (MB) 372180 - ResidentSetSize of job (KB) ... 006 (1253.221.000) 05/25 12:08:13 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363796 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:08:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:08:13 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322596 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 12:08:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 12:08:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.272.000) 05/25 12:08:14 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1253.272.000) 05/25 12:08:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:08:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:08:15 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350420 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:08:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.072.000) 05/25 12:08:16 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 336944 - ResidentSetSize of job (KB) ... 028 (1253.072.000) 05/25 12:08:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6391" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 ResidentSetSize = 336944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 12:08:17 Image size of job updated: 1453484 365 - MemoryUsage of job (MB) 373608 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 12:08:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.125.000) 05/25 12:08:17 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367616 - ResidentSetSize of job (KB) ... 028 (1253.125.000) 05/25 12:08:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116169" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.106.000) 05/25 12:08:19 Image size of job updated: 1405936 357 - MemoryUsage of job (MB) 364648 - ResidentSetSize of job (KB) ... 006 (1253.074.000) 05/25 12:08:19 Image size of job updated: 1500000 383 - MemoryUsage of job (MB) 392180 - ResidentSetSize of job (KB) ... 028 (1253.106.000) 05/25 12:08:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 ResidentSetSize = 364648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 12:08:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.262.000) 05/25 12:08:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8319_436827672@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309 <10.0.2.15:41486?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#867455&addrs=10.0.2.15-41486&noUDP> ... 028 (1253.262.000) 05/25 12:08:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:41486?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#867455&addrs=10.0.2.15-41486&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17350" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 262 EventTime = "2019-05-25T12:08:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_8319_436827672@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.262.000) 05/25 12:08:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8319_436827672@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.262.000) 05/25 12:08:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4368014.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" StartdName = "glidein_8319_436827672@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD-KRT-05-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 12:08:35 Image size of job updated: 1556168 376 - MemoryUsage of job (MB) 384216 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 12:08:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:08:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30129" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c285.mwt2.org" Subproc = 0 ResidentSetSize = 384216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:08:37 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354164 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:08:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:08:37 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349540 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:08:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:08:48 Image size of job updated: 1453484 340 - MemoryUsage of job (MB) 348024 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:08:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:08:50 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326528 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:08:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 12:08:51 Image size of job updated: 1570672 358 - MemoryUsage of job (MB) 366372 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 12:08:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 12:08:51 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362976 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 12:08:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:08:56 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339044 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:08:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.112.000) 05/25 12:09:06 Job executing on host: <10.0.2.15:37160?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#875992&addrs=10.0.2.15-37160&noUDP> ... 028 (1253.112.000) 05/25 12:09:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:09:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37160?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#875992&addrs=10.0.2.15-37160&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438379.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-CKE-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:09:06 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333036 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:09:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:09:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:09:11 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346760 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:09:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:09:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 12:09:17 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358416 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 12:09:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:09:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.162.000) 05/25 12:09:21 Image size of job updated: 1570672 361 - MemoryUsage of job (MB) 369248 - ResidentSetSize of job (KB) ... 028 (1253.162.000) 05/25 12:09:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 162 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:09:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.050.000) 05/25 12:09:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:03:52, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:03:52, Sys 0 00:03:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1052835904 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1052835904 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1439895 1 666225916 Memory (MB) : 388 1024 1920 ... 028 (1253.050.000) 05/25 12:09:31 Job ad information event triggered. SentBytes = 1052835904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21432" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c041.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:03:52, Sys 0 00:03:06" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 50 EventTime = "2019-05-25T12:09:31" TotalSentBytes = 1052835904.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:03:52, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "268652.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.089.000) 05/25 12:09:33 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375212 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:09:33 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:09:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 12:09:48 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360140 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 12:09:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:09:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 12:09:51 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359664 - ResidentSetSize of job (KB) ... 006 (1253.086.000) 05/25 12:09:51 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311196 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 12:09:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:09:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.086.000) 05/25 12:09:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:09:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:10:13 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346064 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:10:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:10:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.052.000) 05/25 12:10:15 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:53, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:53, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1043539072 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1043539072 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1430816 1 257955412 Memory (MB) : 342 1024 1920 ... 028 (1253.052.000) 05/25 12:10:15 Job ad information event triggered. SentBytes = 1043539072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29557" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c277.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:53, Sys 0 00:03:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 52 EventTime = "2019-05-25T12:10:15" TotalSentBytes = 1043539072.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:10:53, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "1374987.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.231.000) 05/25 12:10:24 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421700 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 12:10:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:10:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 12:10:26 Image size of job updated: 1454912 390 - MemoryUsage of job (MB) 399256 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 12:10:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:10:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.161.000) 05/25 12:10:41 Image size of job updated: 1403884 352 - MemoryUsage of job (MB) 359500 - ResidentSetSize of job (KB) ... 028 (1253.161.000) 05/25 12:10:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 161 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:10:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 359500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:10:51 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 326500 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:10:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:10:53 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352596 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:10:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:10:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.210.000) 05/25 12:10:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_170553_588452116@mwt2-c133.campuscluster.illinois.edu <72.36.96.40:36407?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881517&addrs=72.36.96.40-36407&noUDP> ... 028 (1253.210.000) 05/25 12:10:53 Job ad information event triggered. StartdAddr = "<72.36.96.40:36407?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881517&addrs=72.36.96.40-36407&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22073" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 210 EventTime = "2019-05-25T12:10:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_170553_588452116@mwt2-c133.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.210.000) 05/25 12:10:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_170553_588452116@mwt2-c133.campuscluster.illinois.edu, rescheduling job ... 028 (1253.210.000) 05/25 12:10:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 210 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:10:54" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262118.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22073" StartdName = "glidein_170553_588452116@mwt2-c133.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:10:54 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375252 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:10:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:10:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 12:11:06 Image size of job updated: 1500000 321 - MemoryUsage of job (MB) 327744 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:11:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:11:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 327744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.210.000) 05/25 12:11:14 Job executing on host: <137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP> ... 028 (1253.210.000) 05/25 12:11:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:11:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.212.000) 05/25 12:11:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_113414_440253043@mwt2-c064.campuscluster.illinois.edu <72.36.96.193:46329?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869368&addrs=72.36.96.193-46329&noUDP> ... 028 (1253.212.000) 05/25 12:11:14 Job ad information event triggered. StartdAddr = "<72.36.96.193:46329?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869368&addrs=72.36.96.193-46329&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 212 EventTime = "2019-05-25T12:11:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_113414_440253043@mwt2-c064.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.212.000) 05/25 12:11:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_113414_440253043@mwt2-c064.campuscluster.illinois.edu, rescheduling job ... 028 (1253.212.000) 05/25 12:11:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:11:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268670.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_113414_440253043@mwt2-c064.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.051.000) 05/25 12:11:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:07:22, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:07:22, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047063808 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047063808 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434258 1 257955316 Memory (MB) : 343 1024 1920 ... 028 (1253.051.000) 05/25 12:11:25 Job ad information event triggered. SentBytes = 1047063808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c277.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:07:22, Sys 0 00:03:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 51 EventTime = "2019-05-25T12:11:25" TotalSentBytes = 1047063808.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:07:22, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "1374468.0" TotalReceivedBytes = 421571104.0 ... 022 (1253.153.000) 05/25 12:11:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_25497_745524896@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:42495?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#892388&addrs=72.36.96.171-42495&noUDP> ... 028 (1253.153.000) 05/25 12:11:25 Job ad information event triggered. StartdAddr = "<72.36.96.171:42495?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#892388&addrs=72.36.96.171-42495&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21811" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 153 EventTime = "2019-05-25T12:11:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_25497_745524896@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.153.000) 05/25 12:11:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_25497_745524896@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1253.153.000) 05/25 12:11:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:11:26" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261976.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21811" StartdName = "glidein_25497_745524896@mwt2-c042.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:11:26 Image size of job updated: 1500000 365 - MemoryUsage of job (MB) 373076 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:11:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.151.000) 05/25 12:11:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_97876_832897878@mwt2-c012.campuscluster.illinois.edu <72.36.96.141:34054?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570528&addrs=72.36.96.141-34054&noUDP> ... 028 (1253.151.000) 05/25 12:11:27 Job ad information event triggered. StartdAddr = "<72.36.96.141:34054?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570528&addrs=72.36.96.141-34054&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 151 EventTime = "2019-05-25T12:11:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_97876_832897878@mwt2-c012.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.151.000) 05/25 12:11:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_97876_832897878@mwt2-c012.campuscluster.illinois.edu, rescheduling job ... 028 (1253.151.000) 05/25 12:11:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:11:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268665.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_97876_832897878@mwt2-c012.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.070.000) 05/25 12:11:29 Image size of job updated: 1454912 395 - MemoryUsage of job (MB) 403688 - ResidentSetSize of job (KB) ... 028 (1253.070.000) 05/25 12:11:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21231" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:11:50 Image size of job updated: 1500000 340 - MemoryUsage of job (MB) 347988 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:11:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:11:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 347988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.155.000) 05/25 12:11:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_91379_577032878@mwt2-c071.campuscluster.illinois.edu <72.36.96.200:41855?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570530&addrs=72.36.96.200-41855&noUDP> ... 028 (1253.155.000) 05/25 12:11:55 Job ad information event triggered. StartdAddr = "<72.36.96.200:41855?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570530&addrs=72.36.96.200-41855&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T12:11:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_91379_577032878@mwt2-c071.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.155.000) 05/25 12:11:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_91379_577032878@mwt2-c071.campuscluster.illinois.edu, rescheduling job ... 006 (1253.256.000) 05/25 12:11:58 Image size of job updated: 1570668 338 - MemoryUsage of job (MB) 345872 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 12:11:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:11:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262466.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" StartdName = "glidein_91379_577032878@mwt2-c071.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.256.000) 05/25 12:11:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:11:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 12:12:01 Image size of job updated: 1438976 411 - MemoryUsage of job (MB) 420212 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 12:12:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:12:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:12:01 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376060 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:12:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:12:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 376060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.048.000) 05/25 12:12:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_28995_35477749@uct2-c277.mwt2.org <192.170.226.101:37645?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872251&addrs=192.170.226.101-37645&noUDP> ... 028 (1253.048.000) 05/25 12:12:04 Job ad information event triggered. StartdAddr = "<192.170.226.101:37645?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872251&addrs=192.170.226.101-37645&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29557" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-25T12:12:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_28995_35477749@uct2-c277.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.048.000) 05/25 12:12:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_28995_35477749@uct2-c277.mwt2.org, rescheduling job ... 028 (1253.048.000) 05/25 12:12:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:12:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374984.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29557" StartdName = "glidein_28995_35477749@uct2-c277.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.171.000) 05/25 12:12:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_836208508@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309 <10.0.2.15:32937?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#36739&addrs=10.0.2.15-32937&noUDP> ... 028 (1253.171.000) 05/25 12:12:06 Job ad information event triggered. StartdAddr = "<10.0.2.15:32937?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#36739&addrs=10.0.2.15-32937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6572" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 171 EventTime = "2019-05-25T12:12:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3437_836208508@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.171.000) 05/25 12:12:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_836208508@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.171.000) 05/25 12:12:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:12:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427174.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6572" StartdName = "glidein_3437_836208508@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-ORL-FGDSGX1-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.121.000) 05/25 12:12:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> ... 028 (1253.121.000) 05/25 12:12:11 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T12:12:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.263.000) 05/25 12:12:14 Image size of job updated: 1387324 413 - MemoryUsage of job (MB) 422376 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 12:12:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:12:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 12:12:16 Image size of job updated: 14379752 324 - MemoryUsage of job (MB) 330992 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 12:12:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:12:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:12:16 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 368588 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:12:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:12:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 12:12:20 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363368 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 12:12:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:12:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.017.000) 05/25 12:12:21 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424040 - ResidentSetSize of job (KB) ... 028 (1253.017.000) 05/25 12:12:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 17 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:12:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30112" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" Subproc = 0 ResidentSetSize = 424040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.025.000) 05/25 12:12:31 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 360356 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 12:12:31 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 360356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.154.000) 05/25 12:12:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_67527_68351334@mwt2-c058.campuscluster.illinois.edu <72.36.96.187:35743?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34746&addrs=72.36.96.187-35743&noUDP> ... 001 (1253.151.000) 05/25 12:12:33 Job executing on host: <137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP> ... 028 (1253.154.000) 05/25 12:12:31 Job ad information event triggered. StartdAddr = "<72.36.96.187:35743?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34746&addrs=72.36.96.187-35743&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 154 EventTime = "2019-05-25T12:12:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_67527_68351334@mwt2-c058.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.218.000) 05/25 12:12:33 Image size of job updated: 1570668 336 - MemoryUsage of job (MB) 343512 - ResidentSetSize of job (KB) ... 028 (1253.151.000) 05/25 12:12:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:12:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.154.000) 05/25 12:12:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_67527_68351334@mwt2-c058.campuscluster.illinois.edu, rescheduling job ... 028 (1253.218.000) 05/25 12:12:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:12:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 12:12:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:12:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268668.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_67527_68351334@mwt2-c058.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.022.000) 05/25 12:12:37 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423808 - ResidentSetSize of job (KB) ... 028 (1253.022.000) 05/25 12:12:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:12:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 12:12:37 Image size of job updated: 12500000 3234 - MemoryUsage of job (MB) 3310700 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 12:12:37 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 29 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:12:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3234 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68030.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404951" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 3310700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 12:12:48 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378832 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 12:12:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:12:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967997" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" Subproc = 0 ResidentSetSize = 378832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 12:12:52 Image size of job updated: 1554112 353 - MemoryUsage of job (MB) 360640 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 12:12:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:12:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:12:53 Image size of job updated: 1576844 309 - MemoryUsage of job (MB) 316412 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:12:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:12:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 12:12:54 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 367948 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 12:12:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:12:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.171.000) 05/25 12:13:05 Job executing on host: <72.36.96.190:37131?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36644&addrs=72.36.96.190-37131&noUDP> ... 028 (1253.171.000) 05/25 12:13:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 171 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:13:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:37131?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36644&addrs=72.36.96.190-37131&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22031" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.048.000) 05/25 12:13:05 Job executing on host: <149.165.225.28:38675?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38074&addrs=149.165.225.28-38675&noUDP> ... 028 (1253.048.000) 05/25 12:13:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:13:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.28:38675?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38074&addrs=149.165.225.28-38675&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665008.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@iut2-c295.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.262.000) 05/25 12:13:05 Job executing on host: <149.165.225.28:39744?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#882342&addrs=149.165.225.28-39744&noUDP> ... 001 (1253.212.000) 05/25 12:13:06 Job executing on host: <72.36.96.131:42423?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873671&addrs=72.36.96.131-42423&noUDP> ... 001 (1253.154.000) 05/25 12:13:06 Job executing on host: <149.165.225.184:41374?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#886752&addrs=149.165.225.184-41374&noUDP> ... 001 (1253.155.000) 05/25 12:13:06 Job executing on host: <149.165.225.160:33388?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#874670&addrs=149.165.225.160-33388&noUDP> ... 028 (1253.262.000) 05/25 12:13:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 262 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:13:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.28:39744?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#882342&addrs=149.165.225.28-39744&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665005.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@iut2-c295.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.212.000) 05/25 12:13:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:13:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.131:42423?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873671&addrs=72.36.96.131-42423&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269692.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22031" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.154.000) 05/25 12:13:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:13:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.184:41374?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#886752&addrs=149.165.225.184-41374&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.155.000) 05/25 12:13:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:13:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.160:33388?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#874670&addrs=149.165.225.160-33388&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:13:12 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 357540 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:13:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:13:13 Image size of job updated: 1572724 364 - MemoryUsage of job (MB) 372444 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:13:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.221.000) 05/25 12:13:13 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 365116 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 12:13:13 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323388 - ResidentSetSize of job (KB) ... 028 (1253.221.000) 05/25 12:13:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:13:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20953" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 12:13:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:13:15 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351740 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:13:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:13:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.213.000) 05/25 12:13:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_22947_295506640@mwt2-c019.campuscluster.illinois.edu <72.36.96.148:37475?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876730&addrs=72.36.96.148-37475&noUDP> ... 028 (1253.213.000) 05/25 12:13:16 Job ad information event triggered. StartdAddr = "<72.36.96.148:37475?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876730&addrs=72.36.96.148-37475&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 213 EventTime = "2019-05-25T12:13:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_22947_295506640@mwt2-c019.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.213.000) 05/25 12:13:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_22947_295506640@mwt2-c019.campuscluster.illinois.edu, rescheduling job ... 028 (1253.213.000) 05/25 12:13:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:13:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268666.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_22947_295506640@mwt2-c019.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c019.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 12:13:17 Image size of job updated: 1570672 365 - MemoryUsage of job (MB) 373608 - ResidentSetSize of job (KB) ... 001 (1253.153.000) 05/25 12:13:18 Job executing on host: <149.165.225.28:33054?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37775&addrs=149.165.225.28-33054&noUDP> ... 028 (1253.111.000) 05/25 12:13:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 12:13:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:13:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.28:33054?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37775&addrs=149.165.225.28-33054&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 12:13:19 Image size of job updated: 1500000 385 - MemoryUsage of job (MB) 393520 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 12:13:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:13:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 12:13:24 Image size of job updated: 1750000 356 - MemoryUsage of job (MB) 364084 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 12:13:24 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:13:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 364084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 12:13:35 Image size of job updated: 1556168 378 - MemoryUsage of job (MB) 386576 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 12:13:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:13:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30129" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c285.mwt2.org" Subproc = 0 ResidentSetSize = 386576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:13:37 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355952 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:13:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:13:39 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349904 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:13:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.254.000) 05/25 12:13:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_5385_81089264@mwt2-c047.campuscluster.illinois.edu <72.36.96.176:43281?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868395&addrs=72.36.96.176-43281&noUDP> ... 028 (1253.254.000) 05/25 12:13:46 Job ad information event triggered. StartdAddr = "<72.36.96.176:43281?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868395&addrs=72.36.96.176-43281&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 254 EventTime = "2019-05-25T12:13:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_5385_81089264@mwt2-c047.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.254.000) 05/25 12:13:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_5385_81089264@mwt2-c047.campuscluster.illinois.edu, rescheduling job ... 028 (1253.254.000) 05/25 12:13:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:13:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268667.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_5385_81089264@mwt2-c047.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c047.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:13:48 Image size of job updated: 1453484 341 - MemoryUsage of job (MB) 349060 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:13:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:13:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:13:51 Image size of job updated: 1570672 319 - MemoryUsage of job (MB) 326528 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:13:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.266.000) 05/25 12:13:51 Image size of job updated: 1570672 359 - MemoryUsage of job (MB) 366632 - ResidentSetSize of job (KB) ... 028 (1253.266.000) 05/25 12:13:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716292" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:13:57 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339836 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:13:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.030.000) 05/25 12:13:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:05, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043771968 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.030.000) 05/25 12:13:59 Job ad information event triggered. SentBytes = 1043771968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c022.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 30 EventTime = "2019-05-25T12:13:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:01:05, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "262477.0" ... 005 (1253.060.000) 05/25 12:14:05 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:41, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:41, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1051448896 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1051448896 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1438540 1 257957020 Memory (MB) : 342 1024 1920 ... 028 (1253.060.000) 05/25 12:14:05 Job ad information event triggered. SentBytes = 1051448896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7368300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c277.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:41, Sys 0 00:02:59" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 60 EventTime = "2019-05-25T12:14:05" TotalSentBytes = 1051448896.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:10:41, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "1374962.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.273.000) 05/25 12:14:06 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333240 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:14:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:14:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:14:11 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348248 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:14:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:14:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.239.000) 05/25 12:14:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_27054_188154146@lnxfarm144.colorado.edu <192.168.3.44:39224?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#874873&addrs=192.168.3.44-39224&noUDP> ... 028 (1253.239.000) 05/25 12:14:17 Job ad information event triggered. StartdAddr = "<192.168.3.44:39224?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#874873&addrs=192.168.3.44-39224&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6915" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 239 EventTime = "2019-05-25T12:14:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_4@glidein_27054_188154146@lnxfarm144.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "454562" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.239.000) 05/25 12:14:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_27054_188154146@lnxfarm144.colorado.edu, rescheduling job ... 028 (1253.239.000) 05/25 12:14:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 239 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T12:14:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454562" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6915" StartdName = "slot1_4@glidein_27054_188154146@lnxfarm144.colorado.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.089.000) 05/25 12:14:33 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376340 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:14:33 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:14:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 12:14:49 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360576 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 12:14:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:14:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.239.000) 05/25 12:14:54 Job executing on host: <72.36.96.155:34315?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866398&addrs=72.36.96.155-34315&noUDP> ... 028 (1253.239.000) 05/25 12:14:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 239 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:14:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.155:34315?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866398&addrs=72.36.96.155-34315&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263178.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.213.000) 05/25 12:14:54 Job executing on host: <72.36.96.149:43498?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884715&addrs=72.36.96.149-43498&noUDP> ... 028 (1253.213.000) 05/25 12:14:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:14:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.149:43498?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884715&addrs=72.36.96.149-43498&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263177.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.030.000) 05/25 12:14:56 Job executing on host: <72.36.96.157:42506?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876154&addrs=72.36.96.157-42506&noUDP> ... 028 (1253.030.000) 05/25 12:14:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:14:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.157:42506?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876154&addrs=72.36.96.157-42506&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269710.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967942" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.276.000) 05/25 12:14:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_61122_866695203@acas0872.usatlas.bnl.gov <130.199.158.238:41938?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875049&addrs=130.199.158.238-41938&noUDP> ... 028 (1253.276.000) 05/25 12:14:58 Job ad information event triggered. StartdAddr = "<130.199.158.238:41938?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875049&addrs=130.199.158.238-41938&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 276 EventTime = "2019-05-25T12:14:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_61122_866695203@acas0872.usatlas.bnl.gov" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.276.000) 05/25 12:14:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_61122_866695203@acas0872.usatlas.bnl.gov, rescheduling job ... 028 (1253.276.000) 05/25 12:14:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 276 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T12:14:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863215.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23406" StartdName = "glidein_61122_866695203@acas0872.usatlas.bnl.gov" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@acas0872.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.254.000) 05/25 12:15:01 Job executing on host: <192.170.226.156:36892?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570688&addrs=192.170.226.156-36892&noUDP> ... 028 (1253.254.000) 05/25 12:15:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:15:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.156:36892?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570688&addrs=192.170.226.156-36892&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22796" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c335.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.264.000) 05/25 12:15:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_102777_216511360@CRUSH-OSG-C7-10-5-148-75 <10.5.148.75:45898?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32388&addrs=10.5.148.75-45898&noUDP> ... 028 (1253.264.000) 05/25 12:15:06 Job ad information event triggered. StartdAddr = "<10.5.148.75:45898?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#32388&addrs=10.5.148.75-45898&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5800" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 264 EventTime = "2019-05-25T12:15:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_102777_216511360@CRUSH-OSG-C7-10-5-148-75" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.264.000) 05/25 12:15:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_102777_216511360@CRUSH-OSG-C7-10-5-148-75, rescheduling job ... 028 (1253.264.000) 05/25 12:15:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:15:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361183.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5800" StartdName = "glidein_102777_216511360@CRUSH-OSG-C7-10-5-148-75" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:15:14 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347648 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:15:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:15:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.276.000) 05/25 12:15:14 Job executing on host: <137.99.79.161:30463?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#668&addrs=137.99.79.161-30463+[--1]-30463&noUDP> ... 028 (1253.276.000) 05/25 12:15:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 276 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:15:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.161:30463?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#668&addrs=137.99.79.161-30463+[--1]-30463&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713048.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.061.000) 05/25 12:15:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:08:44, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:08:44, Sys 0 00:03:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1038741696 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1038741696 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1426131 1 671532848 Memory (MB) : 356 1024 1920 ... 028 (1253.061.000) 05/25 12:15:18 Job ad information event triggered. SentBytes = 1038741696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21432" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:08:44, Sys 0 00:03:02" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 61 EventTime = "2019-05-25T12:15:18" TotalSentBytes = 1038741696.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:08:44, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "268653.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.231.000) 05/25 12:15:25 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423140 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 12:15:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:15:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.069.000) 05/25 12:15:27 Image size of job updated: 1454912 392 - MemoryUsage of job (MB) 400540 - ResidentSetSize of job (KB) ... 028 (1253.069.000) 05/25 12:15:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:15:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967844" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.150.000) 05/25 12:15:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_140301_280928880@uct2-c434.mwt2.org <192.170.226.24:32940?CCBID=192.170.227.251:9881%3faddrs%3d192.170.227.251-9881#881987&addrs=192.170.226.24-32940&noUDP> ... 028 (1253.150.000) 05/25 12:15:41 Job ad information event triggered. StartdAddr = "<192.170.226.24:32940?CCBID=192.170.227.251:9881%3faddrs%3d192.170.227.251-9881#881987&addrs=192.170.226.24-32940&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 150 EventTime = "2019-05-25T12:15:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_140301_280928880@uct2-c434.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.150.000) 05/25 12:15:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_140301_280928880@uct2-c434.mwt2.org, rescheduling job ... 028 (1253.150.000) 05/25 12:15:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:15:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262460.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" StartdName = "glidein_140301_280928880@uct2-c434.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c434.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:15:51 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 326764 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:15:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:15:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:15:53 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353388 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:15:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:15:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:15:54 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378252 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:15:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:15:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.253.000) 05/25 12:15:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_17328_49357966@mwt2-c079.campuscluster.illinois.edu <72.36.96.208:42160?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883852&addrs=72.36.96.208-42160&noUDP> ... 028 (1253.253.000) 05/25 12:15:57 Job ad information event triggered. StartdAddr = "<72.36.96.208:42160?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883852&addrs=72.36.96.208-42160&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 253 EventTime = "2019-05-25T12:15:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_17328_49357966@mwt2-c079.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.253.000) 05/25 12:15:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_17328_49357966@mwt2-c079.campuscluster.illinois.edu, rescheduling job ... 028 (1253.253.000) 05/25 12:15:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 253 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:15:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268671.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21459" StartdName = "glidein_17328_49357966@mwt2-c079.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 12:16:06 Image size of job updated: 1500000 323 - MemoryUsage of job (MB) 329956 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:16:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 329956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.204.000) 05/25 12:16:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3411_295704339@uct2-c300.mwt2.org <192.170.226.121:33761?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881585&addrs=192.170.226.121-33761&noUDP> ... 028 (1253.204.000) 05/25 12:16:16 Job ad information event triggered. StartdAddr = "<192.170.226.121:33761?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#881585&addrs=192.170.226.121-33761&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 204 EventTime = "2019-05-25T12:16:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3411_295704339@uct2-c300.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.204.000) 05/25 12:16:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3411_295704339@uct2-c300.mwt2.org, rescheduling job ... 028 (1253.204.000) 05/25 12:16:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:16:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376497.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368490" StartdName = "glidein_3411_295704339@uct2-c300.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c300.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:16:27 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375248 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:16:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.018.000) 05/25 12:16:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3435_310834664@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.018.000) 05/25 12:16:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:16:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367843.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17316" StartdName = "glidein_3435_310834664@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-ICE-08-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.204.000) 05/25 12:16:50 Job executing on host: <149.165.225.26:42385?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868171&addrs=149.165.225.26-42385&noUDP> ... 028 (1253.204.000) 05/25 12:16:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 204 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.26:42385?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868171&addrs=149.165.225.26-42385&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263191.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@iut2-c293.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.264.000) 05/25 12:16:50 Job executing on host: <72.36.96.174:34697?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857011&addrs=72.36.96.174-34697&noUDP> ... 028 (1253.264.000) 05/25 12:16:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 264 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:34697?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857011&addrs=72.36.96.174-34697&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262855.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22865" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.253.000) 05/25 12:16:50 Job executing on host: <149.165.225.26:42259?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877836&addrs=149.165.225.26-42259&noUDP> ... 028 (1253.253.000) 05/25 12:16:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.26:42259?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877836&addrs=149.165.225.26-42259&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263186.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@iut2-c293.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:16:51 Image size of job updated: 1500000 343 - MemoryUsage of job (MB) 350936 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:16:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.150.000) 05/25 12:16:52 Job executing on host: <149.165.225.189:37911?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875712&addrs=149.165.225.189-37911&noUDP> ... 028 (1253.150.000) 05/25 12:16:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:16:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.189:37911?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875712&addrs=149.165.225.189-37911&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263181.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c189.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:16:58 Image size of job updated: 1570668 340 - MemoryUsage of job (MB) 347316 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:16:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:16:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 12:17:01 Image size of job updated: 1438976 413 - MemoryUsage of job (MB) 422756 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 12:17:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:17:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:17:02 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379324 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:17:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:17:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 379324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.263.000) 05/25 12:17:15 Image size of job updated: 1387324 415 - MemoryUsage of job (MB) 424724 - ResidentSetSize of job (KB) ... 028 (1253.263.000) 05/25 12:17:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 263 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:17:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:17:17 Image size of job updated: 1572724 362 - MemoryUsage of job (MB) 370036 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:17:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:17:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.018.000) 05/25 12:17:18 Job executing on host: <72.36.96.202:39493?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877991&addrs=72.36.96.202-39493&noUDP> ... 028 (1253.018.000) 05/25 12:17:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:17:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.202:39493?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#877991&addrs=72.36.96.202-39493&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 12:17:20 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 365076 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 12:17:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:17:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.245.000) 05/25 12:17:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15290_25933138@uct2-c262.mwt2.org <192.170.226.86:39278?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877654&addrs=192.170.226.86-39278&noUDP> ... 028 (1253.245.000) 05/25 12:17:27 Job ad information event triggered. StartdAddr = "<192.170.226.86:39278?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877654&addrs=192.170.226.86-39278&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30017" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 245 EventTime = "2019-05-25T12:17:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_15290_25933138@uct2-c262.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.245.000) 05/25 12:17:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15290_25933138@uct2-c262.mwt2.org, rescheduling job ... 028 (1253.245.000) 05/25 12:17:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:17:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376577.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" StartdName = "glidein_15290_25933138@uct2-c262.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c262.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.057.000) 05/25 12:17:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_28393_306853700@uct2-c277.mwt2.org <192.170.226.101:38467?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37899&addrs=192.170.226.101-38467&noUDP> ... 028 (1253.057.000) 05/25 12:17:29 Job ad information event triggered. StartdAddr = "<192.170.226.101:38467?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37899&addrs=192.170.226.101-38467&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 57 EventTime = "2019-05-25T12:17:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_28393_306853700@uct2-c277.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.057.000) 05/25 12:17:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_28393_306853700@uct2-c277.mwt2.org, rescheduling job ... 028 (1253.057.000) 05/25 12:17:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:17:29" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1374469.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29459" StartdName = "glidein_28393_306853700@uct2-c277.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.066.000) 05/25 12:17:33 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:20, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:20, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047480128 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047480128 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434694 1 966298476 Memory (MB) : 346 1024 2500 ... 028 (1253.066.000) 05/25 12:17:33 Job ad information event triggered. SentBytes = 1047480128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28448" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:20, Sys 0 00:03:01" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 66 EventTime = "2019-05-25T12:17:33" TotalSentBytes = 1047480128.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:46:20, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.218.000) 05/25 12:17:34 Image size of job updated: 1570668 336 - MemoryUsage of job (MB) 343888 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:17:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:17:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.122.000) 05/25 12:17:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_76020_131068365@scigrid2.physics.fsu.edu <128.186.19.143:45827?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#702&addrs=128.186.19.143-45827+[--1]-45827&noUDP> ... 028 (1253.122.000) 05/25 12:17:39 Job ad information event triggered. StartdAddr = "<128.186.19.143:45827?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#702&addrs=128.186.19.143-45827+[--1]-45827&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8403634" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 122 EventTime = "2019-05-25T12:17:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_76020_131068365@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.122.000) 05/25 12:17:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_76020_131068365@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.122.000) 05/25 12:17:39 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 122 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:17:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67938.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403634" StartdName = "glidein_76020_131068365@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.099.000) 05/25 12:17:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_85631_85853724@mwt2-c012.campuscluster.illinois.edu <72.36.96.141:34308?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888567&addrs=72.36.96.141-34308&noUDP> ... 028 (1253.099.000) 05/25 12:17:41 Job ad information event triggered. StartdAddr = "<72.36.96.141:34308?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888567&addrs=72.36.96.141-34308&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22421" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 99 EventTime = "2019-05-25T12:17:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_85631_85853724@mwt2-c012.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.099.000) 05/25 12:17:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_85631_85853724@mwt2-c012.campuscluster.illinois.edu, rescheduling job ... 028 (1253.099.000) 05/25 12:17:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:17:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262469.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22421" StartdName = "glidein_85631_85853724@mwt2-c012.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 12:17:49 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382032 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 12:17:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:17:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967997" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" Subproc = 0 ResidentSetSize = 382032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.274.000) 05/25 12:17:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_5300_973687486@acas1920.usatlas.bnl.gov <130.199.158.86:41361?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39033&addrs=130.199.158.86-41361&noUDP> ... 028 (1253.274.000) 05/25 12:17:52 Job ad information event triggered. StartdAddr = "<130.199.158.86:41361?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39033&addrs=130.199.158.86-41361&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23331" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 274 EventTime = "2019-05-25T12:17:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_5300_973687486@acas1920.usatlas.bnl.gov" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.274.000) 05/25 12:17:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_5300_973687486@acas1920.usatlas.bnl.gov, rescheduling job ... 028 (1253.274.000) 05/25 12:17:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 274 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T12:17:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863094.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" StartdName = "glidein_5300_973687486@acas1920.usatlas.bnl.gov" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@acas1920.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 12:17:53 Image size of job updated: 1554112 356 - MemoryUsage of job (MB) 363672 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 12:17:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:17:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 12:17:54 Image size of job updated: 1572724 361 - MemoryUsage of job (MB) 368956 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 12:17:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:17:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:17:54 Image size of job updated: 1576844 311 - MemoryUsage of job (MB) 317448 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:17:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:17:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.099.000) 05/25 12:18:08 Job executing on host: <72.36.96.231:39980?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#886691&addrs=72.36.96.231-39980&noUDP> ... 028 (1253.099.000) 05/25 12:18:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 99 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:18:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.231:39980?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#886691&addrs=72.36.96.231-39980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268870.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967761" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c102.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.245.000) 05/25 12:18:08 Job executing on host: <192.170.226.27:36023?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#878036&addrs=192.170.226.27-36023&noUDP> ... 001 (1253.057.000) 05/25 12:18:08 Job executing on host: <72.36.96.171:43823?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872260&addrs=72.36.96.171-43823&noUDP> ... 001 (1253.122.000) 05/25 12:18:08 Job executing on host: <149.165.225.26:39284?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#869171&addrs=149.165.225.26-39284&noUDP> ... 028 (1253.245.000) 05/25 12:18:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:18:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:36023?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#878036&addrs=192.170.226.27-36023&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376732.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30129" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.057.000) 05/25 12:18:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:18:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:43823?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872260&addrs=72.36.96.171-43823&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263192.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.122.000) 05/25 12:18:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:18:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.26:39284?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#869171&addrs=149.165.225.26-39284&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:18:12 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 359328 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:18:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 12:18:13 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355876 - ResidentSetSize of job (KB) ... 028 (1253.229.000) 05/25 12:18:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.211.000) 05/25 12:18:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3511_201262048@uct2-c300.mwt2.org <192.170.226.121:42855?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39572&addrs=192.170.226.121-42855&noUDP> ... 028 (1253.211.000) 05/25 12:18:13 Job ad information event triggered. StartdAddr = "<192.170.226.121:42855?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39572&addrs=192.170.226.121-42855&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30017" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 211 EventTime = "2019-05-25T12:18:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3511_201262048@uct2-c300.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.211.000) 05/25 12:18:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3511_201262048@uct2-c300.mwt2.org, rescheduling job ... 006 (1253.073.000) 05/25 12:18:14 Image size of job updated: 1572724 365 - MemoryUsage of job (MB) 373164 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 12:18:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:18:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376574.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30017" StartdName = "glidein_3511_201262048@uct2-c300.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c300.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.073.000) 05/25 12:18:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 12:18:14 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 352024 - ResidentSetSize of job (KB) ... 001 (1253.274.000) 05/25 12:18:15 Job executing on host: <137.99.79.234:7451?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#621&addrs=137.99.79.234-7451+[--1]-7451&noUDP> ... 006 (1253.123.000) 05/25 12:18:15 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352748 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 12:18:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.274.000) 05/25 12:18:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 274 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:18:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.234:7451?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#621&addrs=137.99.79.234-7451+[--1]-7451&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714687.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 12:18:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:18:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 12:18:20 Image size of job updated: 1500000 386 - MemoryUsage of job (MB) 394928 - ResidentSetSize of job (KB) ... 028 (1253.074.000) 05/25 12:18:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:18:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.075.000) 05/25 12:18:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:03:41, Sys 0 00:01:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:03:41, Sys 0 00:01:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047227328 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047227328 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434418 1 36176532 Memory (MB) : 384 1024 2500 ... 028 (1253.075.000) 05/25 12:18:22 Job ad information event triggered. SentBytes = 1047227328.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9415" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-VSI-W10-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:03:41, Sys 0 00:01:03" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 75 EventTime = "2019-05-25T12:18:22" TotalSentBytes = 1047227328.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:03:41, Sys 0 00:01:03" JOB_GLIDEIN_SiteWMS_JobId = "4358150.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.272.000) 05/25 12:18:25 Image size of job updated: 1750000 357 - MemoryUsage of job (MB) 365396 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 12:18:25 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:18:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 365396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.207.000) 05/25 12:18:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_22867_581869655@mwt2-c080.campuscluster.illinois.edu <72.36.96.209:34083?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878322&addrs=72.36.96.209-34083&noUDP> ... 028 (1253.207.000) 05/25 12:18:28 Job ad information event triggered. StartdAddr = "<72.36.96.209:34083?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878322&addrs=72.36.96.209-34083&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 207 EventTime = "2019-05-25T12:18:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_22867_581869655@mwt2-c080.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.207.000) 05/25 12:18:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_22867_581869655@mwt2-c080.campuscluster.illinois.edu, rescheduling job ... 028 (1253.207.000) 05/25 12:18:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:18:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268682.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" StartdName = "glidein_22867_581869655@mwt2-c080.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.096.000) 05/25 12:18:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29838_74464724@uct2-c277.mwt2.org <192.170.226.101:40468?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879032&addrs=192.170.226.101-40468&noUDP> ... 028 (1253.096.000) 05/25 12:18:30 Job ad information event triggered. StartdAddr = "<192.170.226.101:40468?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879032&addrs=192.170.226.101-40468&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 96 EventTime = "2019-05-25T12:18:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_29838_74464724@uct2-c277.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.096.000) 05/25 12:18:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29838_74464724@uct2-c277.mwt2.org, rescheduling job ... 028 (1253.096.000) 05/25 12:18:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:18:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375348.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" StartdName = "glidein_29838_74464724@uct2-c277.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.228.000) 05/25 12:18:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3438_77824521@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309 <10.0.2.15:43505?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#37910&addrs=10.0.2.15-43505&noUDP> ... 028 (1253.228.000) 05/25 12:18:35 Job ad information event triggered. StartdAddr = "<10.0.2.15:43505?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#37910&addrs=10.0.2.15-43505&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715993" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 228 EventTime = "2019-05-25T12:18:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3438_77824521@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.228.000) 05/25 12:18:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3438_77824521@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.228.000) 05/25 12:18:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:18:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376879.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715993" StartdName = "glidein_3438_77824521@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EAS-MYC-W10-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.038.000) 05/25 12:18:36 Image size of job updated: 1556168 380 - MemoryUsage of job (MB) 389036 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 12:18:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:18:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30129" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c285.mwt2.org" Subproc = 0 ResidentSetSize = 389036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:18:38 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356616 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:18:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:18:48 Image size of job updated: 1453484 342 - MemoryUsage of job (MB) 349368 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:18:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:18:51 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341872 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:18:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:18:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 12:18:52 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363600 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 12:18:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:18:57 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341180 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:18:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:18:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:19:06 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334228 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:19:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:19:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:19:12 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349736 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:19:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:19:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.180.000) 05/25 12:19:18 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359056 - ResidentSetSize of job (KB) ... 028 (1253.180.000) 05/25 12:19:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:19:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:19:33 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377568 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:19:33 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:19:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.044.000) 05/25 12:19:42 Job executing on host: <128.186.19.143:46533?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#749&addrs=128.186.19.143-46533+[--1]-46533&noUDP> ... 028 (1253.044.000) 05/25 12:19:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 44 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:19:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:46533?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#749&addrs=128.186.19.143-46533+[--1]-46533&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28448" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.269.000) 05/25 12:19:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3522_276809472@LCS-215-027-S3-its-c7-osg-20190309 <10.0.2.15:40265?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#866270&addrs=10.0.2.15-40265&noUDP> ... 028 (1253.269.000) 05/25 12:19:45 Job ad information event triggered. StartdAddr = "<10.0.2.15:40265?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#866270&addrs=10.0.2.15-40265&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 269 EventTime = "2019-05-25T12:19:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3522_276809472@LCS-215-027-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.269.000) 05/25 12:19:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3522_276809472@LCS-215-027-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.269.000) 05/25 12:19:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:19:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413807.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" StartdName = "glidein_3522_276809472@LCS-215-027-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-027-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 12:19:49 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360996 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 12:19:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:19:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:19:52 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312488 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:19:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:19:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 12:19:52 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361984 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 12:19:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:19:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.207.000) 05/25 12:20:03 Job executing on host: <72.36.96.198:44448?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888201&addrs=72.36.96.198-44448&noUDP> ... 028 (1253.207.000) 05/25 12:20:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:20:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.198:44448?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888201&addrs=72.36.96.198-44448&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268974.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21670" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.228.000) 05/25 12:20:04 Job executing on host: <72.36.96.174:36359?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886113&addrs=72.36.96.174-36359&noUDP> ... 001 (1253.096.000) 05/25 12:20:04 Job executing on host: <149.165.225.49:40453?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#856160&addrs=149.165.225.49-40453&noUDP> ... 001 (1253.211.000) 05/25 12:20:04 Job executing on host: <72.36.96.192:37163?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#894730&addrs=72.36.96.192-37163&noUDP> ... 028 (1253.228.000) 05/25 12:20:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:20:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:36359?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886113&addrs=72.36.96.174-36359&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270086.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968016" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 12:20:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:20:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.49:40453?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#856160&addrs=149.165.225.49-40453&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665022.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7719875" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c222.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.211.000) 05/25 12:20:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:20:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.192:37163?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#894730&addrs=72.36.96.192-37163&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270088.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22207" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.269.000) 05/25 12:20:14 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1253.269.000) 05/25 12:20:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 269 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:20:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:20:14 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 348012 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:20:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:20:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.231.000) 05/25 12:20:26 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425536 - ResidentSetSize of job (KB) ... 028 (1253.231.000) 05/25 12:20:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:20:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22298" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.117.000) 05/25 12:20:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_36315_230635350@scigrid2.physics.fsu.edu <128.186.19.143:36923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#641&addrs=128.186.19.143-36923+[--1]-36923&noUDP> ... 028 (1253.117.000) 05/25 12:20:27 Job ad information event triggered. StartdAddr = "<128.186.19.143:36923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#641&addrs=128.186.19.143-36923+[--1]-36923&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25770" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 117 EventTime = "2019-05-25T12:20:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_36315_230635350@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.117.000) 05/25 12:20:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_36315_230635350@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.117.000) 05/25 12:20:27 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:20:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" StartdName = "glidein_36315_230635350@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.298.000) 05/25 12:20:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_14104_3225054@mwt2-c138.campuscluster.illinois.edu <72.36.96.45:36353?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#871247&addrs=72.36.96.45-36353&noUDP> ... 028 (1253.298.000) 05/25 12:20:31 Job ad information event triggered. StartdAddr = "<72.36.96.45:36353?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#871247&addrs=72.36.96.45-36353&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21481" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 298 EventTime = "2019-05-25T12:20:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_14104_3225054@mwt2-c138.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.298.000) 05/25 12:20:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_14104_3225054@mwt2-c138.campuscluster.illinois.edu, rescheduling job ... 028 (1253.298.000) 05/25 12:20:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 298 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:20:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268695.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21481" StartdName = "glidein_14104_3225054@mwt2-c138.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:20:52 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344524 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:20:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:20:54 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354576 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:20:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:20:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:20:55 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381564 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:20:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:20:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 12:21:07 Image size of job updated: 1500000 324 - MemoryUsage of job (MB) 331276 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:21:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 331276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.117.000) 05/25 12:21:25 Job executing on host: <128.186.19.143:36923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#641&addrs=128.186.19.143-36923+[--1]-36923&noUDP> ... 028 (1253.117.000) 05/25 12:21:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:21:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:36923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#641&addrs=128.186.19.143-36923+[--1]-36923&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25770" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:21:27 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378036 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:21:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.010.000) 05/25 12:21:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_96239_544467872@mwt2-c132.campuscluster.illinois.edu <72.36.96.39:39676?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888966&addrs=72.36.96.39-39676&noUDP> ... 028 (1253.010.000) 05/25 12:21:45 Job ad information event triggered. StartdAddr = "<72.36.96.39:39676?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888966&addrs=72.36.96.39-39676&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 10 EventTime = "2019-05-25T12:21:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_96239_544467872@mwt2-c132.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.010.000) 05/25 12:21:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_96239_544467872@mwt2-c132.campuscluster.illinois.edu, rescheduling job ... 028 (1253.010.000) 05/25 12:21:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:21:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262374.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" StartdName = "glidein_96239_544467872@mwt2-c132.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c132.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:21:52 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 355308 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:21:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:21:58 Image size of job updated: 1570668 341 - MemoryUsage of job (MB) 348572 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:21:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:21:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.236.000) 05/25 12:22:01 Image size of job updated: 1438976 416 - MemoryUsage of job (MB) 425496 - ResidentSetSize of job (KB) ... 028 (1253.236.000) 05/25 12:22:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438976 Proc = 236 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:22:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22721" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:22:02 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 380988 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:22:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:22:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 380988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.265.000) 05/25 12:22:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.265.000) 05/25 12:22:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:22:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4367570.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7148" StartdName = "glidein_15880_108064645@SOE-STTL-01-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-01-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 12:22:17 Image size of job updated: 14379752 324 - MemoryUsage of job (MB) 331704 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 12:22:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:22:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:22:18 Image size of job updated: 1572724 364 - MemoryUsage of job (MB) 371744 - ResidentSetSize of job (KB) ... 022 (1253.021.000) 05/25 12:22:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3496_248201142@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309 <10.0.2.15:43829?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#891351&addrs=10.0.2.15-43829&noUDP> ... 028 (1253.220.000) 05/25 12:22:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.021.000) 05/25 12:22:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:43829?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#891351&addrs=10.0.2.15-43829&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13962" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 21 EventTime = "2019-05-25T12:22:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3496_248201142@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.021.000) 05/25 12:22:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3496_248201142@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.021.000) 05/25 12:22:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:22:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419902.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13962" StartdName = "glidein_3496_248201142@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-06-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 12:22:21 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 365316 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 12:22:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:22:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 12:22:27 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 359052 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:22:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:22:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:22:34 Image size of job updated: 1570668 337 - MemoryUsage of job (MB) 344956 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:22:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:22:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 12:22:49 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398936 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 12:22:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:22:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967997" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" Subproc = 0 ResidentSetSize = 398936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.170.000) 05/25 12:22:54 Image size of job updated: 1554112 358 - MemoryUsage of job (MB) 366288 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 12:22:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:22:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22383" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 12:22:54 Image size of job updated: 1572724 362 - MemoryUsage of job (MB) 370532 - ResidentSetSize of job (KB) ... 006 (1253.126.000) 05/25 12:22:54 Image size of job updated: 1576844 312 - MemoryUsage of job (MB) 319044 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 12:22:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:22:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.126.000) 05/25 12:22:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:22:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:23:13 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 360592 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:23:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.229.000) 05/25 12:23:14 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356668 - ResidentSetSize of job (KB) ... 006 (1253.073.000) 05/25 12:23:14 Image size of job updated: 1572724 365 - MemoryUsage of job (MB) 373692 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 12:23:15 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353608 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 12:23:16 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353804 - ResidentSetSize of job (KB) ... 001 (1253.265.000) 05/25 12:23:17 Job executing on host: <72.36.96.146:45354?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880512&addrs=72.36.96.146-45354&noUDP> ... 028 (1253.265.000) 05/25 12:23:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:23:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:45354?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880512&addrs=72.36.96.146-45354&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.229.000) 05/25 12:23:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 229 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.021.000) 05/25 12:23:18 Job executing on host: <192.170.226.48:46143?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37743&addrs=192.170.226.48-46143&noUDP> ... 028 (1253.073.000) 05/25 12:23:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 12:23:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 12:23:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:23:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 12:23:19 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356504 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 12:23:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:23:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.48:46143?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37743&addrs=192.170.226.48-46143&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377305.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30323" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@uct2-c458.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.074.000) 05/25 12:23:20 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 396380 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 12:23:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:23:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263192.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.074.000) 05/25 12:23:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 74 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:23:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.010.000) 05/25 12:23:32 Job executing on host: <137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP> ... 028 (1253.010.000) 05/25 12:23:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:23:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:23:38 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358432 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:23:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.298.000) 05/25 12:23:44 Job executing on host: <10.0.2.15:43048?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#872075&addrs=10.0.2.15-43048&noUDP> ... 028 (1253.298.000) 05/25 12:23:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43048?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#872075&addrs=10.0.2.15-43048&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422857.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6187" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LKLAUTZ-LAB1-S16-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:23:48 Image size of job updated: 1453484 342 - MemoryUsage of job (MB) 349896 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:23:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.248.000) 05/25 12:23:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_412636_86714892@uct2-c488.mwt2.org <192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP> ... 028 (1253.248.000) 05/25 12:23:49 Job ad information event triggered. StartdAddr = "<192.170.227.210:46816?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#882880&addrs=192.170.227.210-46816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 248 EventTime = "2019-05-25T12:23:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_412636_86714892@uct2-c488.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.248.000) 05/25 12:23:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_412636_86714892@uct2-c488.mwt2.org, rescheduling job ... 028 (1253.248.000) 05/25 12:23:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:23:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262475.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22438" StartdName = "glidein_412636_86714892@uct2-c488.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c488.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:23:52 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342672 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:23:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 12:23:52 Image size of job updated: 1570672 358 - MemoryUsage of job (MB) 365932 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 12:23:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:23:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:23:56 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377568 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:23:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:23:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:23:58 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342296 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:23:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:24:07 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335208 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:24:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:24:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:24:13 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350264 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:24:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:24:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:24:34 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379632 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:24:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.067.000) 05/25 12:24:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3493_222433068@BFAS-ATH-FB-138-S1-its-c7-osg-20190309 <10.0.2.15:37238?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859400&addrs=10.0.2.15-37238&noUDP> ... 028 (1253.067.000) 05/25 12:24:43 Job ad information event triggered. StartdAddr = "<10.0.2.15:37238?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859400&addrs=10.0.2.15-37238&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23565" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 67 EventTime = "2019-05-25T12:24:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3493_222433068@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.067.000) 05/25 12:24:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3493_222433068@BFAS-ATH-FB-138-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.067.000) 05/25 12:24:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 67 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:24:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437916.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23565" StartdName = "glidein_3493_222433068@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-138-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.133.000) 05/25 12:24:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_69060_55177668@mwt2-c156.campuscluster.illinois.edu <72.36.96.63:42597?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#38500&addrs=72.36.96.63-42597&noUDP> ... 028 (1253.133.000) 05/25 12:24:46 Job ad information event triggered. StartdAddr = "<72.36.96.63:42597?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#38500&addrs=72.36.96.63-42597&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 133 EventTime = "2019-05-25T12:24:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_69060_55177668@mwt2-c156.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.133.000) 05/25 12:24:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_69060_55177668@mwt2-c156.campuscluster.illinois.edu, rescheduling job ... 028 (1253.133.000) 05/25 12:24:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:24:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262377.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22321" StartdName = "glidein_69060_55177668@mwt2-c156.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:24:48 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377452 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:24:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:24:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 377452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 12:24:50 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363332 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 12:24:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:24:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:24:52 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313012 - ResidentSetSize of job (KB) ... 006 (1253.011.000) 05/25 12:24:53 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362776 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:24:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:24:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.011.000) 05/25 12:24:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:24:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.067.000) 05/25 12:25:14 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1253.067.000) 05/25 12:25:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 67 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:25:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:25:15 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 349068 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:25:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.133.000) 05/25 12:25:46 Job executing on host: <72.36.96.161:34394?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869537&addrs=72.36.96.161-34394&noUDP> ... 028 (1253.133.000) 05/25 12:25:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:25:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.161:34394?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869537&addrs=72.36.96.161-34394&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967937" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.248.000) 05/25 12:25:47 Job executing on host: <72.36.96.51:38623?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#894738&addrs=72.36.96.51-38623&noUDP> ... 028 (1253.248.000) 05/25 12:25:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:25:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:38623?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#894738&addrs=72.36.96.51-38623&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:25:52 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346120 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:25:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:25:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:25:54 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354840 - ResidentSetSize of job (KB) ... 006 (1253.288.000) 05/25 12:25:55 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402552 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:25:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.288.000) 05/25 12:25:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.121.000) 05/25 12:25:56 Job reconnected to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 startd address: <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> starter address: <10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP> ... 028 (1253.121.000) 05/25 12:25:56 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T12:25:56" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job reconnected" ... 006 (1253.065.000) 05/25 12:26:07 Image size of job updated: 1500000 326 - MemoryUsage of job (MB) 332928 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:26:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:26:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 332928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:26:28 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381640 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:26:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:26:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:26:52 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 358372 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:26:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:26:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:26:58 Image size of job updated: 1570668 342 - MemoryUsage of job (MB) 350156 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:26:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:26:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:27:03 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400300 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:27:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:27:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 400300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:27:18 Image size of job updated: 1572724 365 - MemoryUsage of job (MB) 373000 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:27:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:27:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 12:27:18 Image size of job updated: 14379752 325 - MemoryUsage of job (MB) 332496 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 12:27:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14379752 Proc = 63 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:27:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116633" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.255.000) 05/25 12:27:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_84401_354301602@mwt2-c058.campuscluster.illinois.edu <72.36.96.187:35502?CCBID=192.170.227.251:9745%3faddrs%3d192.170.227.251-9745#884777&addrs=72.36.96.187-35502&noUDP> ... 028 (1253.255.000) 05/25 12:27:22 Job ad information event triggered. StartdAddr = "<72.36.96.187:35502?CCBID=192.170.227.251:9745%3faddrs%3d192.170.227.251-9745#884777&addrs=72.36.96.187-35502&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 255 EventTime = "2019-05-25T12:27:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_84401_354301602@mwt2-c058.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.255.000) 05/25 12:27:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_84401_354301602@mwt2-c058.campuscluster.illinois.edu, rescheduling job ... 028 (1253.255.000) 05/25 12:27:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 255 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:27:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268684.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" StartdName = "glidein_84401_354301602@mwt2-c058.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 12:27:27 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361904 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:27:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:27:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.173.000) 05/25 12:27:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3494_170791440@AS-CSD-1182-03-S1-its-c7-osg-20190309 <10.0.2.15:43495?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#858549&addrs=10.0.2.15-43495&noUDP> ... 028 (1253.173.000) 05/25 12:27:32 Job ad information event triggered. StartdAddr = "<10.0.2.15:43495?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#858549&addrs=10.0.2.15-43495&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 173 EventTime = "2019-05-25T12:27:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3494_170791440@AS-CSD-1182-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.173.000) 05/25 12:27:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3494_170791440@AS-CSD-1182-03-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.173.000) 05/25 12:27:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:27:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422678.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2585" StartdName = "glidein_3494_170791440@AS-CSD-1182-03-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1182-03-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:27:35 Image size of job updated: 1570668 338 - MemoryUsage of job (MB) 346012 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:27:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 12:27:50 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401156 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 12:27:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:27:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967997" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" Subproc = 0 ResidentSetSize = 401156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.226.000) 05/25 12:27:55 Image size of job updated: 1572724 365 - MemoryUsage of job (MB) 372860 - ResidentSetSize of job (KB) ... 028 (1253.226.000) 05/25 12:27:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:27:55 Image size of job updated: 1576844 313 - MemoryUsage of job (MB) 320072 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:27:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.049.000) 05/25 12:28:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30220_169279487@uct2-c277.mwt2.org <192.170.226.101:35768?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#868629&addrs=192.170.226.101-35768&noUDP> ... 028 (1253.049.000) 05/25 12:28:03 Job ad information event triggered. StartdAddr = "<192.170.226.101:35768?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#868629&addrs=192.170.226.101-35768&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7368321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 49 EventTime = "2019-05-25T12:28:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_30220_169279487@uct2-c277.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.049.000) 05/25 12:28:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30220_169279487@uct2-c277.mwt2.org, rescheduling job ... 028 (1253.049.000) 05/25 12:28:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:28:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1375351.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368321" StartdName = "glidein_30220_169279487@uct2-c277.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c277.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:28:13 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 361912 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:28:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:28:15 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323612 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 12:28:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:28:15 Image size of job updated: 1572724 366 - MemoryUsage of job (MB) 374220 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:28:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 12:28:16 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 354120 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 12:28:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:28:17 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355116 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:28:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.057.000) 05/25 12:28:20 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357812 - ResidentSetSize of job (KB) ... 028 (1253.057.000) 05/25 12:28:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 57 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:28:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263192.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.255.000) 05/25 12:28:23 Job executing on host: <72.36.96.132:36619?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867822&addrs=72.36.96.132-36619&noUDP> ... 028 (1253.255.000) 05/25 12:28:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:28:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.132:36619?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867822&addrs=72.36.96.132-36619&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263230.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23344" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.049.000) 05/25 12:28:23 Job executing on host: <72.36.96.150:39427?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#862949&addrs=72.36.96.150-39427&noUDP> ... 028 (1253.049.000) 05/25 12:28:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:28:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.150:39427?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#862949&addrs=72.36.96.150-39427&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262860.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.173.000) 05/25 12:28:31 Job executing on host: <128.186.19.143:37219?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#695&addrs=128.186.19.143-37219+[--1]-37219&noUDP> ... 028 (1253.173.000) 05/25 12:28:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 173 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:28:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:37219?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#695&addrs=128.186.19.143-37219+[--1]-37219&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67937.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403016" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:28:38 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359752 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:28:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:28:48 Image size of job updated: 1453484 343 - MemoryUsage of job (MB) 350976 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:28:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 12:28:53 Image size of job updated: 1570672 359 - MemoryUsage of job (MB) 366720 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 12:28:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:28:53 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343424 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:28:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:28:56 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 380936 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:28:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:28:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:28:58 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343068 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:28:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:29:07 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336252 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:29:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:29:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:29:13 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351812 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:29:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:29:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:29:34 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380728 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:29:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:29:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:29:49 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379500 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:29:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:29:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 379500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.026.000) 05/25 12:29:51 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 364652 - ResidentSetSize of job (KB) ... 028 (1253.026.000) 05/25 12:29:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:29:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716904" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:29:53 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314068 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:29:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:29:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 12:29:53 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363988 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 12:29:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:29:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.076.000) 05/25 12:30:02 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:27, Sys 0 00:03:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:27, Sys 0 00:03:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047536128 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047536128 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434719 1 173313128 Memory (MB) : 353 1024 2500 ... 028 (1253.076.000) 05/25 12:30:02 Job ad information event triggered. SentBytes = 1047536128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot37@CRUSH-OSG-C7-10-5-146-114" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:27, Sys 0 00:03:24" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 76 EventTime = "2019-05-25T12:30:02" TotalSentBytes = 1047536128.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:40:27, Sys 0 00:03:24" JOB_GLIDEIN_SiteWMS_JobId = "4426276.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.023.000) 05/25 12:30:15 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349596 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:30:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.081.000) 05/25 12:30:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3495_99130122@BFAS-ATH-FB-127-S4-its-c7-osg-20190309 <10.0.2.15:45157?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859399&addrs=10.0.2.15-45157&noUDP> ... 028 (1253.081.000) 05/25 12:30:42 Job ad information event triggered. StartdAddr = "<10.0.2.15:45157?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859399&addrs=10.0.2.15-45157&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14110" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 81 EventTime = "2019-05-25T12:30:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3495_99130122@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.081.000) 05/25 12:30:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3495_99130122@BFAS-ATH-FB-127-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.081.000) 05/25 12:30:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:30:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437915.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14110" StartdName = "glidein_3495_99130122@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.120.000) 05/25 12:30:53 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347964 - ResidentSetSize of job (KB) ... 028 (1253.120.000) 05/25 12:30:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:30:54 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355104 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:30:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:30:55 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 404856 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:30:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.012.000) 05/25 12:30:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3488_828177742@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309 <10.0.2.15:35342?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#873113&addrs=10.0.2.15-35342&noUDP> ... 028 (1253.012.000) 05/25 12:30:58 Job ad information event triggered. StartdAddr = "<10.0.2.15:35342?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#873113&addrs=10.0.2.15-35342&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4622" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 12 EventTime = "2019-05-25T12:30:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3488_828177742@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.012.000) 05/25 12:30:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3488_828177742@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.012.000) 05/25 12:30:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:30:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437878.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4622" StartdName = "glidein_3488_828177742@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-RCC-03-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 12:31:08 Image size of job updated: 1500000 328 - MemoryUsage of job (MB) 335544 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:31:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 335544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:31:29 Image size of job updated: 1500000 376 - MemoryUsage of job (MB) 384452 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:31:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.208.000) 05/25 12:31:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_96040_784764764@mwt2-c063.campuscluster.illinois.edu <72.36.96.192:35065?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862182&addrs=72.36.96.192-35065&noUDP> ... 028 (1253.208.000) 05/25 12:31:37 Job ad information event triggered. StartdAddr = "<72.36.96.192:35065?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862182&addrs=72.36.96.192-35065&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 208 EventTime = "2019-05-25T12:31:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_96040_784764764@mwt2-c063.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.208.000) 05/25 12:31:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_96040_784764764@mwt2-c063.campuscluster.illinois.edu, rescheduling job ... 028 (1253.208.000) 05/25 12:31:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 208 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:31:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268680.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" StartdName = "glidein_96040_784764764@mwt2-c063.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.081.000) 05/25 12:31:39 Job executing on host: <72.36.96.50:33047?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40491&addrs=72.36.96.50-33047&noUDP> ... 028 (1253.081.000) 05/25 12:31:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 81 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:31:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:33047?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40491&addrs=72.36.96.50-33047&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262921.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22958" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.012.000) 05/25 12:31:39 Job executing on host: <72.36.96.190:43290?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#881195&addrs=72.36.96.190-43290&noUDP> ... 028 (1253.012.000) 05/25 12:31:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:31:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:43290?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#881195&addrs=72.36.96.190-43290&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263241.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23362" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.084.000) 05/25 12:31:52 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362460 - ResidentSetSize of job (KB) ... 028 (1253.084.000) 05/25 12:31:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 84 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:31:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:31:59 Image size of job updated: 1570668 344 - MemoryUsage of job (MB) 351364 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:31:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:31:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:32:03 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402832 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:32:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:32:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 402832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.095.000) 05/25 12:32:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57877_204500701@mwt2-c037.campuscluster.illinois.edu <72.36.96.166:41045?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869470&addrs=72.36.96.166-41045&noUDP> ... 028 (1253.095.000) 05/25 12:32:17 Job ad information event triggered. StartdAddr = "<72.36.96.166:41045?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869470&addrs=72.36.96.166-41045&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21730" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 95 EventTime = "2019-05-25T12:32:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_57877_204500701@mwt2-c037.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.095.000) 05/25 12:32:18 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_57877_204500701@mwt2-c037.campuscluster.illinois.edu, rescheduling job ... 006 (1253.220.000) 05/25 12:32:18 Image size of job updated: 1572724 367 - MemoryUsage of job (MB) 374848 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 12:32:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:32:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "261924.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21730" StartdName = "glidein_57877_204500701@mwt2-c037.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.220.000) 05/25 12:32:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:32:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.121.000) 05/25 12:32:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> ... 028 (1253.121.000) 05/25 12:32:22 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T12:32:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.018.000) 05/25 12:32:27 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 363936 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:32:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:32:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:32:36 Image size of job updated: 1570668 339 - MemoryUsage of job (MB) 347068 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:32:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:32:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.295.000) 05/25 12:32:51 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403284 - ResidentSetSize of job (KB) ... 028 (1253.295.000) 05/25 12:32:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 295 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:32:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967997" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" Subproc = 0 ResidentSetSize = 403284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 12:32:55 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 375860 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 12:32:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:32:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.095.000) 05/25 12:32:56 Job executing on host: <72.36.96.171:33539?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882095&addrs=72.36.96.171-33539&noUDP> ... 006 (1253.126.000) 05/25 12:32:56 Image size of job updated: 1576844 315 - MemoryUsage of job (MB) 322544 - ResidentSetSize of job (KB) ... 006 (1253.226.000) 05/25 12:32:56 Image size of job updated: 1572724 367 - MemoryUsage of job (MB) 374972 - ResidentSetSize of job (KB) ... 028 (1253.095.000) 05/25 12:32:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 95 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:32:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:33539?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882095&addrs=72.36.96.171-33539&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262926.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967966" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.126.000) 05/25 12:32:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.226.000) 05/25 12:32:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.011.000) 05/25 12:33:01 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364252 - ResidentSetSize of job (KB) ... 028 (1253.011.000) 05/25 12:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 11 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24463" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.208.000) 05/25 12:33:02 Job executing on host: <192.170.226.110:41489?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881871&addrs=192.170.226.110-41489&noUDP> ... 028 (1253.208.000) 05/25 12:33:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 208 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:33:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.110:41489?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881871&addrs=192.170.226.110-41489&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c289.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:33:14 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 363212 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:33:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:33:16 Image size of job updated: 1572724 367 - MemoryUsage of job (MB) 375304 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 12:33:16 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354644 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:33:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 12:33:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:33:17 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324404 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 12:33:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:33:17 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357228 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:33:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:33:39 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361600 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:33:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:33:48 Image size of job updated: 1453484 345 - MemoryUsage of job (MB) 352264 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:33:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.271.000) 05/25 12:33:54 Image size of job updated: 1570672 360 - MemoryUsage of job (MB) 368228 - ResidentSetSize of job (KB) ... 028 (1253.271.000) 05/25 12:33:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:33:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:33:54 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344156 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:33:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:33:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:33:57 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397744 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:33:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:33:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:33:58 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344292 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:33:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:33:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:34:07 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 336900 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:34:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:34:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:34:14 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353552 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:34:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:34:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 12:34:16 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400772 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 12:34:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:34:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 400772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 12:34:17 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375732 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 12:34:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:34:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 12:34:19 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375712 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 12:34:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:34:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:34:34 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382204 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:34:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:34:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.071.000) 05/25 12:34:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:56, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:56, Sys 0 00:04:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1042068800 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1042068800 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1429380 1 180854312 Memory (MB) : 353 1024 2500 ... 028 (1253.071.000) 05/25 12:34:38 Job ad information event triggered. SentBytes = 1042068800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7713191" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-145-170" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:42:56, Sys 0 00:04:05" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 71 EventTime = "2019-05-25T12:34:38" TotalSentBytes = 1042068800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:42:56, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "4354837.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.037.000) 05/25 12:34:38 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377284 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 12:34:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:34:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 377284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:34:49 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382820 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:34:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:34:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 382820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:34:53 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315376 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:34:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:34:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 12:35:04 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400100 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 12:35:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:35:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 400100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:35:15 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350644 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:35:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:35:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 12:35:40 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402900 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 12:35:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:35:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 402900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:35:54 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355616 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:35:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:35:55 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407440 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:35:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:35:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.033.000) 05/25 12:35:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_61482_192981300@CRUSH-OSG-C7-10-5-147-215 <10.5.147.215:45545?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#883690&addrs=10.5.147.215-45545&noUDP> ... 028 (1253.033.000) 05/25 12:35:59 Job ad information event triggered. StartdAddr = "<10.5.147.215:45545?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#883690&addrs=10.5.147.215-45545&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8089328" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 33 EventTime = "2019-05-25T12:35:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_61482_192981300@CRUSH-OSG-C7-10-5-147-215" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.033.000) 05/25 12:35:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_61482_192981300@CRUSH-OSG-C7-10-5-147-215, rescheduling job ... 028 (1253.033.000) 05/25 12:35:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 33 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:35:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403505.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8089328" StartdName = "glidein_61482_192981300@CRUSH-OSG-C7-10-5-147-215" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.065.000) 05/25 12:36:09 Image size of job updated: 1500000 329 - MemoryUsage of job (MB) 336596 - ResidentSetSize of job (KB) ... 028 (1253.065.000) 05/25 12:36:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 336596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.159.000) 05/25 12:36:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309 <10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP> ... 028 (1253.159.000) 05/25 12:36:10 Job ad information event triggered. StartdAddr = "<10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8109898" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 159 EventTime = "2019-05-25T12:36:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.159.000) 05/25 12:36:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.159.000) 05/25 12:36:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 159 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:36:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" StartdName = "glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.033.000) 05/25 12:36:14 Job executing on host: <137.99.79.160:7444?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#677&addrs=137.99.79.160-7444+[--1]-7444&noUDP> ... 028 (1253.033.000) 05/25 12:36:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:36:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:7444?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#677&addrs=137.99.79.160-7444+[--1]-7444&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716065.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211589" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:36:29 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400952 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:36:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:37:04 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404700 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:37:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:37:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 404700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.109.000) 05/25 12:37:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_79903_631995150@CRUSH-OSG-C7-10-5-148-75 <10.5.148.75:44055?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#880649&addrs=10.5.148.75-44055&noUDP> ... 028 (1253.109.000) 05/25 12:37:06 Job ad information event triggered. StartdAddr = "<10.5.148.75:44055?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#880649&addrs=10.5.148.75-44055&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9577" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 109 EventTime = "2019-05-25T12:37:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_79903_631995150@CRUSH-OSG-C7-10-5-148-75" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.109.000) 05/25 12:37:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_79903_631995150@CRUSH-OSG-C7-10-5-148-75, rescheduling job ... 028 (1253.109.000) 05/25 12:37:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 109 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:37:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426597.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" StartdName = "glidein_79903_631995150@CRUSH-OSG-C7-10-5-148-75" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.016.000) 05/25 12:37:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_31023_127237365@CRUSH-OSG-C7-10-5-145-15 <10.5.145.15:40393?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#880759&addrs=10.5.145.15-40393&noUDP> ... 028 (1253.016.000) 05/25 12:37:06 Job ad information event triggered. StartdAddr = "<10.5.145.15:40393?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#880759&addrs=10.5.145.15-40393&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8480" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 16 EventTime = "2019-05-25T12:37:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_31023_127237365@CRUSH-OSG-C7-10-5-145-15" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.016.000) 05/25 12:37:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_31023_127237365@CRUSH-OSG-C7-10-5-145-15, rescheduling job ... 028 (1253.016.000) 05/25 12:37:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:37:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339373.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8480" StartdName = "glidein_31023_127237365@CRUSH-OSG-C7-10-5-145-15" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-145-15" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.159.000) 05/25 12:37:14 Job executing on host: <137.99.79.162:27993?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#264&addrs=137.99.79.162-27993+[--1]-27993&noUDP> ... 028 (1253.159.000) 05/25 12:37:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:37:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.162:27993?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#264&addrs=137.99.79.162-27993+[--1]-27993&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714632.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod27.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.120.000) 05/25 12:37:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7305_148458062@MAX-E406A-04-D-S5-its-c7-osg-20190309 <10.0.2.15:42338?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37012&addrs=10.0.2.15-42338&noUDP> ... 028 (1253.120.000) 05/25 12:37:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:42338?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37012&addrs=10.0.2.15-42338&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 120 EventTime = "2019-05-25T12:37:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_7305_148458062@MAX-E406A-04-D-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.220.000) 05/25 12:37:19 Image size of job updated: 1572724 368 - MemoryUsage of job (MB) 376324 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:37:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:37:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.080.000) 05/25 12:37:22 Image size of job updated: 1570672 358 - MemoryUsage of job (MB) 366296 - ResidentSetSize of job (KB) ... 028 (1253.080.000) 05/25 12:37:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:37:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22559" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 12:37:28 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364472 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:37:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:37:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:37:37 Image size of job updated: 1570668 341 - MemoryUsage of job (MB) 348480 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:37:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:37:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 12:37:57 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378472 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 12:37:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:37:57 Image size of job updated: 1576844 316 - MemoryUsage of job (MB) 323160 - ResidentSetSize of job (KB) ... 006 (1253.226.000) 05/25 12:37:57 Image size of job updated: 1572724 368 - MemoryUsage of job (MB) 375932 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:37:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.226.000) 05/25 12:37:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 226 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6993" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.181.000) 05/25 12:38:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_39840_208015608@mwt2-c099.campuscluster.illinois.edu <72.36.96.228:42851?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868968&addrs=72.36.96.228-42851&noUDP> ... 028 (1253.181.000) 05/25 12:38:06 Job ad information event triggered. StartdAddr = "<72.36.96.228:42851?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#868968&addrs=72.36.96.228-42851&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22308" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 181 EventTime = "2019-05-25T12:38:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_39840_208015608@mwt2-c099.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.181.000) 05/25 12:38:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_39840_208015608@mwt2-c099.campuscluster.illinois.edu, rescheduling job ... 028 (1253.181.000) 05/25 12:38:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:38:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262351.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22308" StartdName = "glidein_39840_208015608@mwt2-c099.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:38:14 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 363708 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:38:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:38:16 Image size of job updated: 1572724 367 - MemoryUsage of job (MB) 375808 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:38:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.016.000) 05/25 12:38:17 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1253.016.000) 05/25 12:38:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:38:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 12:38:17 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 355944 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 12:38:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:38:17 Image size of job updated: 1268904 319 - MemoryUsage of job (MB) 325808 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 12:38:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:38:17 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357884 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:38:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:38:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.109.000) 05/25 12:38:18 Job executing on host: <137.99.79.180:11003?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#700&addrs=137.99.79.180-11003+[--1]-11003&noUDP> ... 028 (1253.109.000) 05/25 12:38:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:38:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:11003?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#700&addrs=137.99.79.180-11003+[--1]-11003&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716453.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212680" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.258.000) 05/25 12:38:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9481_474039955@CRUSH-OSG-C7-10-5-145-150 <10.5.145.150:46832?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856213&addrs=10.5.145.150-46832&noUDP> ... 028 (1253.258.000) 05/25 12:38:24 Job ad information event triggered. StartdAddr = "<10.5.145.150:46832?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856213&addrs=10.5.145.150-46832&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "18088" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 258 EventTime = "2019-05-25T12:38:24" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9481_474039955@CRUSH-OSG-C7-10-5-145-150" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.258.000) 05/25 12:38:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9481_474039955@CRUSH-OSG-C7-10-5-145-150, rescheduling job ... 028 (1253.258.000) 05/25 12:38:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 258 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:38:24" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374089.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18088" StartdName = "glidein_9481_474039955@CRUSH-OSG-C7-10-5-145-150" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-145-150" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:38:40 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362832 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:38:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:38:40 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350668 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:38:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:38:49 Image size of job updated: 1453484 345 - MemoryUsage of job (MB) 352948 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:38:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:38:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:38:54 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345160 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:38:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:38:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:38:57 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400968 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:38:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:38:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:38:59 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345964 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:38:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:38:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:39:07 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338380 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:39:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:39:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:39:14 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354588 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:39:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:39:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 12:39:16 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403748 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 12:39:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 403748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 12:39:18 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378668 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 12:39:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:39:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 12:39:20 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377520 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 12:39:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:39:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.131.000) 05/25 12:39:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3499_305395748@AAF-CLASS-004-S1-its-c7-osg-20190309 <10.0.2.15:46021?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37234&addrs=10.0.2.15-46021&noUDP> ... 028 (1253.131.000) 05/25 12:39:29 Job ad information event triggered. StartdAddr = "<10.0.2.15:46021?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37234&addrs=10.0.2.15-46021&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8115804" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 131 EventTime = "2019-05-25T12:39:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3499_305395748@AAF-CLASS-004-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.131.000) 05/25 12:39:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3499_305395748@AAF-CLASS-004-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.131.000) 05/25 12:39:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:39:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432392.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" StartdName = "glidein_3499_305395748@AAF-CLASS-004-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-004-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.181.000) 05/25 12:39:32 Job executing on host: <72.36.96.181:37437?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35763&addrs=72.36.96.181-37437&noUDP> ... 028 (1253.181.000) 05/25 12:39:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:39:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.181:37437?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35763&addrs=72.36.96.181-37437&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262914.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22958" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:39:35 Image size of job updated: 1750000 375 - MemoryUsage of job (MB) 383812 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:39:35 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:39:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 12:39:39 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380660 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 12:39:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:39:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 380660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:39:50 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402892 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:39:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:39:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 402892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:39:54 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315624 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:39:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:39:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.258.000) 05/25 12:40:02 Job executing on host: <192.168.211.125:39145?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#881210&addrs=192.168.211.125-39145&noUDP> ... 028 (1253.258.000) 05/25 12:40:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "OSG_US_NMSU_DISCOVERY" Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T12:40:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.211.125:39145?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#881210&addrs=192.168.211.125-39145&noUDP>" JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.039.000) 05/25 12:40:05 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402152 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 12:40:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:40:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 402152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:40:16 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351436 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:40:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:40:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.108.000) 05/25 12:40:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_87610_107542204@uct2-c497.mwt2.org <192.170.227.219:42219?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888936&addrs=192.170.227.219-42219&noUDP> ... 028 (1253.108.000) 05/25 12:40:40 Job ad information event triggered. StartdAddr = "<192.170.227.219:42219?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#888936&addrs=192.170.227.219-42219&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "28754" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 108 EventTime = "2019-05-25T12:40:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_87610_107542204@uct2-c497.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.108.000) 05/25 12:40:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_87610_107542204@uct2-c497.mwt2.org, rescheduling job ... 028 (1253.108.000) 05/25 12:40:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:40:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1372848.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28754" StartdName = "glidein_87610_107542204@uct2-c497.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@uct2-c497.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 12:40:40 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406076 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 12:40:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:40:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 406076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:40:54 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356656 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:40:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:40:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:40:55 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410764 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:40:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:40:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.131.000) 05/25 12:40:56 Job executing on host: <72.36.96.142:44224?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882522&addrs=72.36.96.142-44224&noUDP> ... 028 (1253.131.000) 05/25 12:40:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 131 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:40:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.142:44224?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882522&addrs=72.36.96.142-44224&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262900.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22942" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.108.000) 05/25 12:40:56 Job executing on host: <149.165.225.57:40098?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867049&addrs=149.165.225.57-40098&noUDP> ... 028 (1253.108.000) 05/25 12:40:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 108 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:40:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.57:40098?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867049&addrs=149.165.225.57-40098&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263286.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c230.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.160.000) 05/25 12:41:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_26707_239221433@CRUSH-OSG-C7-10-5-145-218 <10.5.145.218:34959?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868680&addrs=10.5.145.218-34959&noUDP> ... 028 (1253.160.000) 05/25 12:41:19 Job ad information event triggered. StartdAddr = "<10.5.145.218:34959?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#868680&addrs=10.5.145.218-34959&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 160 EventTime = "2019-05-25T12:41:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_26707_239221433@CRUSH-OSG-C7-10-5-145-218" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.160.000) 05/25 12:41:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_26707_239221433@CRUSH-OSG-C7-10-5-145-218, rescheduling job ... 028 (1253.160.000) 05/25 12:41:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 160 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:41:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374005.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" StartdName = "glidein_26707_239221433@CRUSH-OSG-C7-10-5-145-218" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:41:30 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402980 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:41:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:41:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.047.000) 05/25 12:41:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29070_251060280@CRUSH-OSG-C7-10-5-148-64 <10.5.148.64:34567?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866165&addrs=10.5.148.64-34567&noUDP> ... 028 (1253.047.000) 05/25 12:41:56 Job ad information event triggered. StartdAddr = "<10.5.148.64:34567?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866165&addrs=10.5.148.64-34567&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8115121" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 47 EventTime = "2019-05-25T12:41:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_29070_251060280@CRUSH-OSG-C7-10-5-148-64" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.047.000) 05/25 12:41:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29070_251060280@CRUSH-OSG-C7-10-5-148-64, rescheduling job ... 028 (1253.047.000) 05/25 12:41:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:41:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428795.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115121" StartdName = "glidein_29070_251060280@CRUSH-OSG-C7-10-5-148-64" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:42:00 Image size of job updated: 1570668 345 - MemoryUsage of job (MB) 353140 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:42:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:42:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:42:04 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407516 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:42:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:42:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 407516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.047.000) 05/25 12:42:16 Job executing on host: <72.36.96.170:44896?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869078&addrs=72.36.96.170-44896&noUDP> ... 028 (1253.047.000) 05/25 12:42:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:42:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.170:44896?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869078&addrs=72.36.96.170-44896&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263291.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.160.000) 05/25 12:42:16 Job executing on host: <72.36.96.49:43425?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879464&addrs=72.36.96.49-43425&noUDP> ... 028 (1253.160.000) 05/25 12:42:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:42:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:43425?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879464&addrs=72.36.96.49-43425&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.220.000) 05/25 12:42:19 Image size of job updated: 1572724 369 - MemoryUsage of job (MB) 377644 - ResidentSetSize of job (KB) ... 028 (1253.220.000) 05/25 12:42:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:42:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6409" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 12:42:28 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 366984 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:42:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:42:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.072.000) 05/25 12:42:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:58, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:58, Sys 0 00:03:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1040263872 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1040263872 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1427617 1 167246804 Memory (MB) : 330 1024 2500 ... 028 (1253.072.000) 05/25 12:42:30 Job ad information event triggered. SentBytes = 1040263872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6391" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-55" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:58, Sys 0 00:03:13" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 72 EventTime = "2019-05-25T12:42:30" TotalSentBytes = 1040263872.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:40:58, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "4361993.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.218.000) 05/25 12:42:37 Image size of job updated: 1570668 342 - MemoryUsage of job (MB) 349272 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:42:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:42:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.098.000) 05/25 12:42:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46641_842711124@mwt2-c033.campuscluster.illinois.edu <72.36.96.162:45714?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37528&addrs=72.36.96.162-45714&noUDP> ... 028 (1253.098.000) 05/25 12:42:50 Job ad information event triggered. StartdAddr = "<72.36.96.162:45714?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#37528&addrs=72.36.96.162-45714&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22050" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 98 EventTime = "2019-05-25T12:42:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_46641_842711124@mwt2-c033.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.098.000) 05/25 12:42:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46641_842711124@mwt2-c033.campuscluster.illinois.edu, rescheduling job ... 028 (1253.098.000) 05/25 12:42:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:42:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262081.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22050" StartdName = "glidein_46641_842711124@mwt2-c033.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 12:42:57 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381352 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 12:42:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 12:42:57 Image size of job updated: 1576844 317 - MemoryUsage of job (MB) 324540 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 12:42:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:43:15 Image size of job updated: 1572724 357 - MemoryUsage of job (MB) 365292 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:43:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:43:16 Image size of job updated: 1572724 368 - MemoryUsage of job (MB) 376600 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:43:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 12:43:17 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 356736 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 12:43:17 Image size of job updated: 1570672 319 - MemoryUsage of job (MB) 325808 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 12:43:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:43:18 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358940 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:43:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:43:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 12:43:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.082.000) 05/25 12:43:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46056_303343984@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:35785?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875959&addrs=72.36.96.49-35785&noUDP> ... 028 (1253.082.000) 05/25 12:43:19 Job ad information event triggered. StartdAddr = "<72.36.96.49:35785?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875959&addrs=72.36.96.49-35785&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22230" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 82 EventTime = "2019-05-25T12:43:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_46056_303343984@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.082.000) 05/25 12:43:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46056_303343984@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1253.082.000) 05/25 12:43:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:43:20" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262262.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22230" StartdName = "glidein_46056_303343984@mwt2-c142.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.110.000) 05/25 12:43:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30994_54633564@uct2-c280.mwt2.org <192.170.226.104:43912?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861892&addrs=192.170.226.104-43912&noUDP> ... 028 (1253.110.000) 05/25 12:43:23 Job ad information event triggered. StartdAddr = "<192.170.226.104:43912?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861892&addrs=192.170.226.104-43912&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22347" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 110 EventTime = "2019-05-25T12:43:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_30994_54633564@uct2-c280.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.110.000) 05/25 12:43:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30994_54633564@uct2-c280.mwt2.org, rescheduling job ... 028 (1253.110.000) 05/25 12:43:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 110 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:43:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262398.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22347" StartdName = "glidein_30994_54633564@uct2-c280.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c280.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.165.000) 05/25 12:43:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_112026_19352768@mwt2-c049.campuscluster.illinois.edu <72.36.96.178:45261?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877716&addrs=72.36.96.178-45261&noUDP> ... 028 (1253.165.000) 05/25 12:43:31 Job ad information event triggered. StartdAddr = "<72.36.96.178:45261?CCBID=192.170.227.251:9899%3faddrs%3d192.170.227.251-9899#877716&addrs=72.36.96.178-45261&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22651" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 165 EventTime = "2019-05-25T12:43:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_112026_19352768@mwt2-c049.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.165.000) 05/25 12:43:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_112026_19352768@mwt2-c049.campuscluster.illinois.edu, rescheduling job ... 006 (1253.153.000) 05/25 12:43:32 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375308 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 12:43:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:43:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262708.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22651" StartdName = "glidein_112026_19352768@mwt2-c049.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.153.000) 05/25 12:43:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:43:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 375308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.118.000) 05/25 12:43:40 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364416 - ResidentSetSize of job (KB) ... 028 (1253.118.000) 05/25 12:43:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:43:41 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351180 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:43:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:43:49 Image size of job updated: 1453484 346 - MemoryUsage of job (MB) 354268 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:43:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:43:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:43:54 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346480 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:43:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:43:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:43:58 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403500 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:43:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:43:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:43:59 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346016 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:43:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:43:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.087.000) 05/25 12:44:01 Job was evicted. (0) Job terminated and was requeued Usr 0 02:27:27, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633175552 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.087.000) 05/25 12:44:01 Job ad information event triggered. SentBytes = 1633175552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "12062" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-2" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 87 EventTime = "2019-05-25T12:44:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:27:27, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "4357261.0" ... 022 (1253.158.000) 05/25 12:44:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3497_39169360@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309 <10.0.2.15:44764?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#877854&addrs=10.0.2.15-44764&noUDP> ... 028 (1253.158.000) 05/25 12:44:03 Job ad information event triggered. StartdAddr = "<10.0.2.15:44764?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#877854&addrs=10.0.2.15-44764&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5915" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 158 EventTime = "2019-05-25T12:44:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3497_39169360@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.158.000) 05/25 12:44:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3497_39169360@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.158.000) 05/25 12:44:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:44:03" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419914.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5915" StartdName = "glidein_3497_39169360@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:44:08 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338828 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:44:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:44:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:44:15 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355380 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:44:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:44:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 12:44:17 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406900 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 12:44:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:44:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 406900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 12:44:18 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381152 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 12:44:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:44:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 12:44:20 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381156 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 12:44:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:44:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.119.000) 05/25 12:44:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8224_318514640@mwt2-c071.campuscluster.illinois.edu <72.36.96.200:41973?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865414&addrs=72.36.96.200-41973&noUDP> ... 028 (1253.119.000) 05/25 12:44:35 Job ad information event triggered. StartdAddr = "<72.36.96.200:41973?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865414&addrs=72.36.96.200-41973&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 119 EventTime = "2019-05-25T12:44:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_8224_318514640@mwt2-c071.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.119.000) 05/25 12:44:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8224_318514640@mwt2-c071.campuscluster.illinois.edu, rescheduling job ... 028 (1253.119.000) 05/25 12:44:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 119 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:44:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262250.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22213" StartdName = "glidein_8224_318514640@mwt2-c071.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:44:35 Image size of job updated: 1750000 376 - MemoryUsage of job (MB) 384992 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:44:35 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:44:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 384992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 12:44:40 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397404 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 12:44:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:44:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 397404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.215.000) 05/25 12:44:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3508_653683050@MAX-E014-05-D-S3-its-c7-osg-20190309 <10.0.2.15:43382?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884062&addrs=10.0.2.15-43382&noUDP> ... 006 (1253.184.000) 05/25 12:44:50 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406160 - ResidentSetSize of job (KB) ... 028 (1253.215.000) 05/25 12:44:50 Job ad information event triggered. StartdAddr = "<10.0.2.15:43382?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884062&addrs=10.0.2.15-43382&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8109925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 215 EventTime = "2019-05-25T12:44:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3508_653683050@MAX-E014-05-D-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1253.184.000) 05/25 12:44:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:44:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 406160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.215.000) 05/25 12:44:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3508_653683050@MAX-E014-05-D-S3-its-c7-osg-20190309, rescheduling job ... 028 (1253.215.000) 05/25 12:44:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 215 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:44:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433278.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" StartdName = "glidein_3508_653683050@MAX-E014-05-D-S3-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E014-05-D-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:44:55 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316148 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:44:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:44:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.078.000) 05/25 12:45:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:38, Sys 0 00:02:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1020610816 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.078.000) 05/25 12:45:01 Job ad information event triggered. SentBytes = 1020610816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22666" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c027.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 78 EventTime = "2019-05-25T12:45:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:38, Sys 0 00:02:52" JOB_GLIDEIN_SiteWMS_JobId = "262716.0" ... 001 (1253.158.000) 05/25 12:45:02 Job executing on host: <10.5.147.243:42248?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#861484&addrs=10.5.147.243-42248&noUDP> ... 001 (1253.082.000) 05/25 12:45:02 Job executing on host: <72.36.96.47:44281?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#859553&addrs=72.36.96.47-44281&noUDP> ... 001 (1253.110.000) 05/25 12:45:02 Job executing on host: <10.5.141.65:43952?CCBID=192.170.227.251:9820%3faddrs%3d192.170.227.251-9820#884060&addrs=10.5.141.65-43952&noUDP> ... 028 (1253.158.000) 05/25 12:45:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 158 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:45:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.243:42248?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#861484&addrs=10.5.147.243-42248&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413585.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13872" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.082.000) 05/25 12:45:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:45:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.47:44281?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#859553&addrs=72.36.96.47-44281&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270190.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968075" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.110.000) 05/25 12:45:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:45:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.141.65:43952?CCBID=192.170.227.251:9820%3faddrs%3d192.170.227.251-9820#884060&addrs=10.5.141.65-43952&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372996.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot21@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 12:45:05 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404792 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 12:45:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:45:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 404792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.070.000) 05/25 12:45:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:13, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:13, Sys 0 00:02:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1042655232 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1042655232 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1429955 1 664220684 Memory (MB) : 395 1024 1920 ... 028 (1253.070.000) 05/25 12:45:07 Job ad information event triggered. SentBytes = 1042655232.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21231" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c005.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:13, Sys 0 00:02:48" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 70 EventTime = "2019-05-25T12:45:07" TotalSentBytes = 1042655232.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:59:13, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "268262.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.119.000) 05/25 12:45:14 Job executing on host: <137.99.79.157:8217?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#586&addrs=137.99.79.157-8217+[--1]-8217&noUDP> ... 028 (1253.119.000) 05/25 12:45:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 119 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:45:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:8217?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#586&addrs=137.99.79.157-8217+[--1]-8217&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714891.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8881" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:45:16 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 352224 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:45:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:45:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.107.000) 05/25 12:45:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_112403_49342876@mwt2-c136.campuscluster.illinois.edu <72.36.96.43:45461?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872291&addrs=72.36.96.43-45461&noUDP> ... 028 (1253.107.000) 05/25 12:45:22 Job ad information event triggered. StartdAddr = "<72.36.96.43:45461?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872291&addrs=72.36.96.43-45461&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22686" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 107 EventTime = "2019-05-25T12:45:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_112403_49342876@mwt2-c136.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.107.000) 05/25 12:45:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_112403_49342876@mwt2-c136.campuscluster.illinois.edu, rescheduling job ... 028 (1253.107.000) 05/25 12:45:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:45:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262725.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22686" StartdName = "glidein_112403_49342876@mwt2-c136.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.132.000) 05/25 12:45:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_24989_142403118@CRUSH-OSG-C7-10-5-148-55 <10.5.148.55:36872?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#894861&addrs=10.5.148.55-36872&noUDP> ... 028 (1253.132.000) 05/25 12:45:34 Job ad information event triggered. StartdAddr = "<10.5.148.55:36872?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#894861&addrs=10.5.148.55-36872&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13478" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 132 EventTime = "2019-05-25T12:45:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_24989_142403118@CRUSH-OSG-C7-10-5-148-55" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.132.000) 05/25 12:45:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_24989_142403118@CRUSH-OSG-C7-10-5-148-55, rescheduling job ... 028 (1253.132.000) 05/25 12:45:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:45:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359719.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13478" StartdName = "glidein_24989_142403118@CRUSH-OSG-C7-10-5-148-55" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-148-55" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 12:45:41 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408840 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 12:45:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:45:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 408840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.027.000) 05/25 12:45:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_118876_320547765@CRUSH-OSG-C7-10-5-148-25 <10.5.148.25:37976?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#879990&addrs=10.5.148.25-37976&noUDP> ... 028 (1253.027.000) 05/25 12:45:46 Job ad information event triggered. StartdAddr = "<10.5.148.25:37976?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#879990&addrs=10.5.148.25-37976&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9614" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 27 EventTime = "2019-05-25T12:45:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_118876_320547765@CRUSH-OSG-C7-10-5-148-25" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.027.000) 05/25 12:45:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_118876_320547765@CRUSH-OSG-C7-10-5-148-25, rescheduling job ... 028 (1253.027.000) 05/25 12:45:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:45:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" StartdName = "glidein_118876_320547765@CRUSH-OSG-C7-10-5-148-25" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:45:55 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356920 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:45:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:45:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:45:56 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 413924 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:45:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:45:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.069.000) 05/25 12:45:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:48, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:48, Sys 0 00:02:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1041821440 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1041821440 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1429140 1 671506032 Memory (MB) : 392 1024 1920 ... 028 (1253.069.000) 05/25 12:45:59 Job ad information event triggered. SentBytes = 1041821440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967844" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c012.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:48, Sys 0 00:02:49" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 69 EventTime = "2019-05-25T12:45:59" TotalSentBytes = 1041821440.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:48, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "262744.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.105.000) 05/25 12:46:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_6159_320087452@CRUSH-OSG-C7-10-5-147-8 <10.5.147.8:42894?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#886631&addrs=10.5.147.8-42894&noUDP> ... 028 (1253.105.000) 05/25 12:46:30 Job ad information event triggered. StartdAddr = "<10.5.147.8:42894?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#886631&addrs=10.5.147.8-42894&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6500" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 105 EventTime = "2019-05-25T12:46:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_6159_320087452@CRUSH-OSG-C7-10-5-147-8" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.105.000) 05/25 12:46:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_6159_320087452@CRUSH-OSG-C7-10-5-147-8, rescheduling job ... 028 (1253.105.000) 05/25 12:46:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:46:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427134.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" StartdName = "glidein_6159_320087452@CRUSH-OSG-C7-10-5-147-8" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:46:30 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405700 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:46:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 12:46:36 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375692 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 12:46:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:46:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.165.000) 05/25 12:46:37 Job executing on host: <10.0.2.15:33626?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#874495&addrs=10.0.2.15-33626&noUDP> ... 028 (1253.165.000) 05/25 12:46:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 165 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:46:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33626?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#874495&addrs=10.0.2.15-33626&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433040.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL03-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.027.000) 05/25 12:46:47 Job executing on host: <72.36.96.142:41379?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876872&addrs=72.36.96.142-41379&noUDP> ... 028 (1253.027.000) 05/25 12:46:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 27 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:46:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.142:41379?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876872&addrs=72.36.96.142-41379&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262963.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.105.000) 05/25 12:46:47 Job executing on host: <10.5.148.25:37976?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#879990&addrs=10.5.148.25-37976&noUDP> ... 028 (1253.105.000) 05/25 12:46:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 105 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:46:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.25:37976?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#879990&addrs=10.5.148.25-37976&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9614" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.087.000) 05/25 12:46:57 Job executing on host: <10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP> ... 028 (1253.087.000) 05/25 12:46:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:46:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384735.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22659" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E110B-01-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.043.000) 05/25 12:46:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_75972_387537300@mwt2-c148.campuscluster.illinois.edu <72.36.96.55:41862?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878318&addrs=72.36.96.55-41862&noUDP> ... 028 (1253.043.000) 05/25 12:46:57 Job ad information event triggered. StartdAddr = "<72.36.96.55:41862?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878318&addrs=72.36.96.55-41862&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22404" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c148.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 43 EventTime = "2019-05-25T12:46:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_75972_387537300@mwt2-c148.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262456.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.043.000) 05/25 12:46:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_75972_387537300@mwt2-c148.campuscluster.illinois.edu, rescheduling job ... 028 (1253.043.000) 05/25 12:46:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 43 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:46:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262456.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22404" StartdName = "glidein_75972_387537300@mwt2-c148.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c148.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:47:01 Image size of job updated: 1570668 346 - MemoryUsage of job (MB) 353668 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:47:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:47:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:47:05 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411212 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:47:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:47:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 411212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.043.000) 05/25 12:47:22 Job executing on host: <72.36.96.58:34943?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#859510&addrs=72.36.96.58-34943&noUDP> ... 028 (1253.043.000) 05/25 12:47:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 43 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:47:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.58:34943?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#859510&addrs=72.36.96.58-34943&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23454" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 12:47:28 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 369820 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:47:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:47:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:47:38 Image size of job updated: 1570668 343 - MemoryUsage of job (MB) 350328 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:47:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:47:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 12:47:58 Image size of job updated: 1621700 393 - MemoryUsage of job (MB) 401752 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 12:47:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:47:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:48:15 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367140 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:48:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 12:48:17 Image size of job updated: 1572724 370 - MemoryUsage of job (MB) 378440 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 12:48:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 12:48:18 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 358516 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 12:48:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:48:18 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340848 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 12:48:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:48:19 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360260 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:48:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:48:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 12:48:32 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379304 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 12:48:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 379304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.132.000) 05/25 12:48:37 Job executing on host: <10.0.2.15:38862?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875395&addrs=10.0.2.15-38862&noUDP> ... 028 (1253.132.000) 05/25 12:48:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38862?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875395&addrs=10.0.2.15-38862&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4440606.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24813" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:48:42 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353292 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:48:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.107.000) 05/25 12:48:46 Job executing on host: <10.0.2.15:37910?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#876375&addrs=10.0.2.15-37910&noUDP> ... 028 (1253.107.000) 05/25 12:48:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37910?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#876375&addrs=10.0.2.15-37910&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-WGS-TA-04-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:48:50 Image size of job updated: 1453484 347 - MemoryUsage of job (MB) 355324 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:48:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:48:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 12:48:55 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347800 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:48:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:48:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:48:59 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407124 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:48:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:48:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:48:59 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347188 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:48:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:48:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.130.000) 05/25 12:49:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:41, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:41, Sys 0 00:02:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1823503616 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1823503616 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2192500 1 36176316 Memory (MB) : 385 1024 2500 ... 028 (1253.130.000) 05/25 12:49:03 Job ad information event triggered. SentBytes = 1823503616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8388" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:41, Sys 0 00:02:48" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 130 EventTime = "2019-05-25T12:49:03" TotalSentBytes = 1823503616.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:06:41, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "4359885.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.273.000) 05/25 12:49:09 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340156 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:49:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:49:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:49:16 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356700 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:49:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:49:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 12:49:17 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409524 - ResidentSetSize of job (KB) ... 006 (1253.182.000) 05/25 12:49:18 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400208 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 12:49:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:49:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 409524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.182.000) 05/25 12:49:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:49:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.222.000) 05/25 12:49:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3520_12554796@LE-HUNT107-S1-its-c7-osg-20190309 <10.0.2.15:33423?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858947&addrs=10.0.2.15-33423&noUDP> ... 028 (1253.222.000) 05/25 12:49:21 Job ad information event triggered. StartdAddr = "<10.0.2.15:33423?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858947&addrs=10.0.2.15-33423&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8115375" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 222 EventTime = "2019-05-25T12:49:21" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3520_12554796@LE-HUNT107-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.222.000) 05/25 12:49:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3520_12554796@LE-HUNT107-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.222.000) 05/25 12:49:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:49:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432603.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115375" StartdName = "glidein_3520_12554796@LE-HUNT107-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HUNT107-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 12:49:21 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403692 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 12:49:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:49:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:49:36 Image size of job updated: 1750000 378 - MemoryUsage of job (MB) 386912 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:49:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:49:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 386912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.013.000) 05/25 12:49:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:00, Sys 0 00:04:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:00, Sys 0 00:04:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873010688 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1873010688 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2240847 1 168434368 Memory (MB) : 354 1024 2500 ... 028 (1253.013.000) 05/25 12:49:39 Job ad information event triggered. SentBytes = 1873010688.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6149" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-148-74" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:41:00, Sys 0 00:04:36" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 13 EventTime = "2019-05-25T12:49:39" TotalSentBytes = 1873010688.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:41:00, Sys 0 00:04:36" JOB_GLIDEIN_SiteWMS_JobId = "4360741.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.037.000) 05/25 12:49:40 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400948 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 12:49:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:49:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 400948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:49:51 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408852 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:49:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:49:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 408852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:49:55 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317732 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:49:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:49:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.176.000) 05/25 12:49:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_100369_784153184@CRUSH-OSG-C7-10-5-147-172 <10.5.147.172:43747?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855268&addrs=10.5.147.172-43747&noUDP> ... 028 (1253.176.000) 05/25 12:49:57 Job ad information event triggered. StartdAddr = "<10.5.147.172:43747?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855268&addrs=10.5.147.172-43747&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14021" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 176 EventTime = "2019-05-25T12:49:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_100369_784153184@CRUSH-OSG-C7-10-5-147-172" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.176.000) 05/25 12:49:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_100369_784153184@CRUSH-OSG-C7-10-5-147-172, rescheduling job ... 028 (1253.176.000) 05/25 12:49:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:49:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414070.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" StartdName = "glidein_100369_784153184@CRUSH-OSG-C7-10-5-147-172" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-172" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 12:50:05 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408360 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 12:50:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:50:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 408360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:50:16 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353016 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:50:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:50:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.124.000) 05/25 12:50:20 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:42, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:42, Sys 0 00:02:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1824985984 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1824985984 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2193950 1 572971196 Memory (MB) : 415 1024 1920 ... 028 (1253.124.000) 05/25 12:50:20 Job ad information event triggered. SentBytes = 1824985984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21339" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c159.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:42, Sys 0 00:02:41" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 124 EventTime = "2019-05-25T12:50:20" TotalSentBytes = 1824985984.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:49:42, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "268512.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.224.000) 05/25 12:50:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3496_695331672@LE-HL421-S4-its-c7-osg-20190309 <10.0.2.15:42404?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#893922&addrs=10.0.2.15-42404&noUDP> ... 028 (1253.224.000) 05/25 12:50:29 Job ad information event triggered. StartdAddr = "<10.0.2.15:42404?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#893922&addrs=10.0.2.15-42404&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13741" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 224 EventTime = "2019-05-25T12:50:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3496_695331672@LE-HL421-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.224.000) 05/25 12:50:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3496_695331672@LE-HL421-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.224.000) 05/25 12:50:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:50:29" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432915.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13741" StartdName = "glidein_3496_695331672@LE-HL421-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.249.000) 05/25 12:50:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_103877_69764760@mwt2-c035.campuscluster.illinois.edu <72.36.96.164:41664?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884388&addrs=72.36.96.164-41664&noUDP> ... 028 (1253.249.000) 05/25 12:50:30 Job ad information event triggered. StartdAddr = "<72.36.96.164:41664?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884388&addrs=72.36.96.164-41664&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 249 EventTime = "2019-05-25T12:50:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_103877_69764760@mwt2-c035.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.249.000) 05/25 12:50:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_103877_69764760@mwt2-c035.campuscluster.illinois.edu, rescheduling job ... 028 (1253.249.000) 05/25 12:50:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:50:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268683.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967693" StartdName = "glidein_103877_69764760@mwt2-c035.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.176.000) 05/25 12:50:36 Job executing on host: <128.186.19.143:39517?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#703&addrs=128.186.19.143-39517+[--1]-39517&noUDP> ... 028 (1253.176.000) 05/25 12:50:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 176 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:50:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:39517?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#703&addrs=128.186.19.143-39517+[--1]-39517&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29010" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.261.000) 05/25 12:50:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3489_263707002@BFAS-ATH-FB-134-S4-its-c7-osg-20190309 <10.0.2.15:33151?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36601&addrs=10.0.2.15-33151&noUDP> ... 028 (1253.261.000) 05/25 12:50:37 Job ad information event triggered. StartdAddr = "<10.0.2.15:33151?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36601&addrs=10.0.2.15-33151&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9636" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 261 EventTime = "2019-05-25T12:50:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3489_263707002@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.261.000) 05/25 12:50:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3489_263707002@BFAS-ATH-FB-134-S4-its-c7-osg-20190309, rescheduling job ... 028 (1253.261.000) 05/25 12:50:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 261 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:50:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419259.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9636" StartdName = "glidein_3489_263707002@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-134-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 12:50:42 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410912 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 12:50:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:50:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 410912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.167.000) 05/25 12:50:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_636_122186984@CRUSH-OSG-C7-10-5-137-13 <10.5.137.13:33669?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#876600&addrs=10.5.137.13-33669&noUDP> ... 028 (1253.167.000) 05/25 12:50:47 Job ad information event triggered. StartdAddr = "<10.5.137.13:33669?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#876600&addrs=10.5.137.13-33669&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 167 EventTime = "2019-05-25T12:50:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_636_122186984@CRUSH-OSG-C7-10-5-137-13" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.167.000) 05/25 12:50:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_636_122186984@CRUSH-OSG-C7-10-5-137-13, rescheduling job ... 028 (1253.167.000) 05/25 12:50:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 167 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:50:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426044.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13925" StartdName = "glidein_636_122186984@CRUSH-OSG-C7-10-5-137-13" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.214.000) 05/25 12:50:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_58570_645878775@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:41730?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#877792&addrs=72.36.96.49-41730&noUDP> ... 028 (1253.214.000) 05/25 12:50:51 Job ad information event triggered. StartdAddr = "<72.36.96.49:41730?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#877792&addrs=72.36.96.49-41730&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 214 EventTime = "2019-05-25T12:50:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_58570_645878775@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.214.000) 05/25 12:50:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_58570_645878775@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1253.214.000) 05/25 12:50:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:50:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268745.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21542" StartdName = "glidein_58570_645878775@mwt2-c142.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:50:55 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357976 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:50:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:50:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:50:56 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 416836 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:50:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:50:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.028.000) 05/25 12:51:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_88051_1046663660@CRUSH-OSG-C7-10-5-145-92 <10.5.145.92:46463?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881028&addrs=10.5.145.92-46463&noUDP> ... 028 (1253.028.000) 05/25 12:51:07 Job ad information event triggered. StartdAddr = "<10.5.145.92:46463?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881028&addrs=10.5.145.92-46463&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14005" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T12:51:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_88051_1046663660@CRUSH-OSG-C7-10-5-145-92" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.028.000) 05/25 12:51:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_88051_1046663660@CRUSH-OSG-C7-10-5-145-92, rescheduling job ... 028 (1253.028.000) 05/25 12:51:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:51:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427135.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14005" StartdName = "glidein_88051_1046663660@CRUSH-OSG-C7-10-5-145-92" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-145-92" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 12:51:30 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407700 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:51:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 12:51:37 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379140 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 12:51:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.249.000) 05/25 12:51:38 Job executing on host: <72.36.96.228:33379?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#897041&addrs=72.36.96.228-33379&noUDP> ... 001 (1253.167.000) 05/25 12:51:38 Job executing on host: <72.36.96.154:41761?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33799&addrs=72.36.96.154-41761&noUDP> ... 028 (1253.249.000) 05/25 12:51:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.228:33379?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#897041&addrs=72.36.96.228-33379&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263336.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23486" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.224.000) 05/25 12:51:39 Job executing on host: <72.36.96.204:46393?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886399&addrs=72.36.96.204-46393&noUDP> ... 001 (1253.261.000) 05/25 12:51:39 Job executing on host: <72.36.96.190:42351?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865714&addrs=72.36.96.190-42351&noUDP> ... 028 (1253.167.000) 05/25 12:51:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 167 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.154:41761?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33799&addrs=72.36.96.154-41761&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262825.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c025.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.224.000) 05/25 12:51:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 224 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.204:46393?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886399&addrs=72.36.96.204-46393&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262985.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23037" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.261.000) 05/25 12:51:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:51:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:42351?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865714&addrs=72.36.96.190-42351&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268901.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.214.000) 05/25 12:51:39 Job executing on host: <72.36.96.248:45091?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#865265&addrs=72.36.96.248-45091&noUDP> ... 028 (1253.214.000) 05/25 12:51:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:51:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.248:45091?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#865265&addrs=72.36.96.248-45091&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268971.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21670" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c119.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.222.000) 05/25 12:51:40 Job executing on host: <72.36.96.228:41215?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#907958&addrs=72.36.96.228-41215&noUDP> ... 028 (1253.222.000) 05/25 12:51:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 222 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.228:41215?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#907958&addrs=72.36.96.228-41215&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263335.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23486" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.172.000) 05/25 12:51:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:28, Sys 0 00:04:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:39:28, Sys 0 00:04:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1849251456 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1849251456 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2217644 1 176934996 Memory (MB) : 352 1024 2500 ... 028 (1253.172.000) 05/25 12:51:46 Job ad information event triggered. SentBytes = 1849251456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "11403" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-48" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:39:28, Sys 0 00:04:22" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 172 EventTime = "2019-05-25T12:51:46" TotalSentBytes = 1849251456.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:39:28, Sys 0 00:04:22" JOB_GLIDEIN_SiteWMS_JobId = "4348047.0" TotalReceivedBytes = 421571104.0 ... 001 (1253.028.000) 05/25 12:51:50 Job executing on host: <72.36.96.162:39725?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#886026&addrs=72.36.96.162-39725&noUDP> ... 028 (1253.028.000) 05/25 12:51:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 28 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:51:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:39725?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#886026&addrs=72.36.96.162-39725&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263326.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968215" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.078.000) 05/25 12:51:51 Job executing on host: <10.0.2.15:41627?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37633&addrs=10.0.2.15-41627&noUDP> ... 028 (1253.078.000) 05/25 12:51:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:51:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41627?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37633&addrs=10.0.2.15-41627&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384525.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717136" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.178.000) 05/25 12:51:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_10620_681369732@CRUSH-OSG-C7-10-5-149-230 <10.5.149.230:40204?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#884341&addrs=10.5.149.230-40204&noUDP> ... 028 (1253.178.000) 05/25 12:51:58 Job ad information event triggered. StartdAddr = "<10.5.149.230:40204?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#884341&addrs=10.5.149.230-40204&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7711794" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 178 EventTime = "2019-05-25T12:51:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_10620_681369732@CRUSH-OSG-C7-10-5-149-230" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.178.000) 05/25 12:51:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_10620_681369732@CRUSH-OSG-C7-10-5-149-230, rescheduling job ... 028 (1253.178.000) 05/25 12:51:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:51:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359777.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "27" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711794" StartdName = "glidein_10620_681369732@CRUSH-OSG-C7-10-5-149-230" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-149-230" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 12:52:01 Image size of job updated: 1570668 347 - MemoryUsage of job (MB) 354444 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:52:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:52:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:52:05 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414360 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:52:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:52:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 414360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.074.000) 05/25 12:52:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:39, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:39, Sys 0 00:03:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1045770624 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1045770624 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1432997 1 620294352 Memory (MB) : 388 1024 1920 ... 028 (1253.074.000) 05/25 12:52:26 Job ad information event triggered. SentBytes = 1045770624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21409" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:39, Sys 0 00:03:06" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 74 EventTime = "2019-05-25T12:52:26" TotalSentBytes = 1045770624.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:06:39, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "268622.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.018.000) 05/25 12:52:29 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 371908 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:52:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:52:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.219.000) 05/25 12:52:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:19, Sys 0 00:04:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:19, Sys 0 00:04:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872055552 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872055552 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2239914 1 154789944 Memory (MB) : 397 1024 2500 ... 028 (1253.219.000) 05/25 12:52:32 Job ad information event triggered. SentBytes = 1872055552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9614" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-148-64" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:44:19, Sys 0 00:04:35" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 219 EventTime = "2019-05-25T12:52:32" TotalSentBytes = 1872055552.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:44:19, Sys 0 00:04:35" JOB_GLIDEIN_SiteWMS_JobId = "4372777.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.031.000) 05/25 12:52:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:26, Sys 0 00:04:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:49:26, Sys 0 00:04:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888002304 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1888002304 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2255487 1 175979960 Memory (MB) : 358 1024 2500 ... 028 (1253.031.000) 05/25 12:52:33 Job ad information event triggered. SentBytes = 1888002304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "14514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-146-250" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:49:26, Sys 0 00:04:40" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 31 EventTime = "2019-05-25T12:52:33" TotalSentBytes = 1888002304.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:49:26, Sys 0 00:04:40" JOB_GLIDEIN_SiteWMS_JobId = "4415649.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.025.000) 05/25 12:52:36 Image size of job updated: 14366932 352 - MemoryUsage of job (MB) 360356 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 12:52:36 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14366932 Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T12:52:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 360356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:52:39 Image size of job updated: 1570668 344 - MemoryUsage of job (MB) 351384 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:52:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:52:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.260.000) 05/25 12:52:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:02, Sys 0 00:04:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:02, Sys 0 00:04:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1882921216 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1882921216 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250525 1 174040968 Memory (MB) : 349 1024 2500 ... 028 (1253.260.000) 05/25 12:52:49 Job ad information event triggered. SentBytes = 1882921216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8114310" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-146-24" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:02, Sys 0 00:04:24" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 260 EventTime = "2019-05-25T12:52:49" TotalSentBytes = 1882921216.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:40:02, Sys 0 00:04:24" JOB_GLIDEIN_SiteWMS_JobId = "4425556.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.259.000) 05/25 12:52:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:37:47, Sys 0 00:04:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:37:47, Sys 0 00:04:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1882698112 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1882698112 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250307 1 172958544 Memory (MB) : 352 1024 2500 ... 028 (1253.259.000) 05/25 12:52:53 Job ad information event triggered. SentBytes = 1882698112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "478" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-147-79" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:37:47, Sys 0 00:04:23" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 259 EventTime = "2019-05-25T12:52:53" TotalSentBytes = 1882698112.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:37:47, Sys 0 00:04:23" JOB_GLIDEIN_SiteWMS_JobId = "4429502.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.186.000) 05/25 12:52:58 Image size of job updated: 1621700 395 - MemoryUsage of job (MB) 404048 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 12:52:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.234.000) 05/25 12:53:16 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367468 - ResidentSetSize of job (KB) ... 028 (1253.234.000) 05/25 12:53:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1869" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 12:53:18 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 359572 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 12:53:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:53:18 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341036 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 12:53:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 12:53:20 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 361316 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 12:53:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:53:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.223.000) 05/25 12:53:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:57, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:57, Sys 0 00:04:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1883796480 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1883796480 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2251380 1 176487036 Memory (MB) : 363 1024 2500 ... 028 (1253.223.000) 05/25 12:53:21 Job ad information event triggered. SentBytes = 1883796480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7713403" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot40@CRUSH-OSG-C7-10-5-144-227" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:42:57, Sys 0 00:04:41" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 223 EventTime = "2019-05-25T12:53:21" TotalSentBytes = 1883796480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:42:57, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "4356924.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.122.000) 05/25 12:53:23 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377152 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 12:53:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:53:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 377152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.166.000) 05/25 12:53:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:39:48, Sys 0 00:04:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:39:48, Sys 0 00:04:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866329344 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1866329344 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2234322 1 166471568 Memory (MB) : 357 1024 2500 ... 028 (1253.166.000) 05/25 12:53:31 Job ad information event triggered. SentBytes = 1866329344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7713502" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-148-55" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:39:48, Sys 0 00:04:07" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 166 EventTime = "2019-05-25T12:53:31" TotalSentBytes = 1866329344.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:39:48, Sys 0 00:04:07" JOB_GLIDEIN_SiteWMS_JobId = "4363298.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.153.000) 05/25 12:53:33 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 396548 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 12:53:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:53:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 396548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:53:42 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353820 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:53:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:53:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:53:50 Image size of job updated: 1453484 348 - MemoryUsage of job (MB) 355852 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:53:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:53:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.157.000) 05/25 12:53:51 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:31, Sys 0 00:03:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:31, Sys 0 00:03:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1849443584 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1849443584 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2217834 1 677089572 Memory (MB) : 417 1024 1920 ... 028 (1253.157.000) 05/25 12:53:51 Job ad information event triggered. SentBytes = 1849443584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22666" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c048.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:31, Sys 0 00:03:48" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 157 EventTime = "2019-05-25T12:53:51" TotalSentBytes = 1849443584.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:46:31, Sys 0 00:03:48" JOB_GLIDEIN_SiteWMS_JobId = "262714.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.257.000) 05/25 12:53:55 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348328 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:53:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:53:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:53:59 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411104 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:53:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:53:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:54:00 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348396 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:54:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.227.000) 05/25 12:54:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:54, Sys 0 00:04:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:54, Sys 0 00:04:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891859200 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1891859200 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2259254 1 169123752 Memory (MB) : 358 1024 2500 ... 028 (1253.227.000) 05/25 12:54:07 Job ad information event triggered. SentBytes = 1891859200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "19181" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-252" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:41:54, Sys 0 00:04:28" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 227 EventTime = "2019-05-25T12:54:07" TotalSentBytes = 1891859200.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:41:54, Sys 0 00:04:28" JOB_GLIDEIN_SiteWMS_JobId = "4427205.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.273.000) 05/25 12:54:10 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340824 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:54:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:54:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:54:16 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358020 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:54:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:54:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 12:54:17 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412448 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 12:54:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 412448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 12:54:18 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402540 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 12:54:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 12:54:22 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405224 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 12:54:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:54:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.116.000) 05/25 12:54:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:08:51, Sys 0 00:04:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:08:51, Sys 0 00:04:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1825596800 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1825596800 - Total Bytes Sent By Job 421671520 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2194546 1 611790608 Memory (MB) : 360 1024 1920 ... 028 (1253.116.000) 05/25 12:54:23 Job ad information event triggered. SentBytes = 1825596800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22167" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c061.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:08:51, Sys 0 00:04:22" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 116 EventTime = "2019-05-25T12:54:23" TotalSentBytes = 1825596800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:08:51, Sys 0 00:04:22" JOB_GLIDEIN_SiteWMS_JobId = "262205.0" TotalReceivedBytes = 421671520.0 ... 005 (1253.230.000) 05/25 12:54:26 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:02, Sys 0 00:04:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:02, Sys 0 00:04:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888647296 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1888647296 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2256117 1 180606516 Memory (MB) : 358 1024 2500 ... 028 (1253.230.000) 05/25 12:54:26 Job ad information event triggered. SentBytes = 1888647296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "11403" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-148-105" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:45:02, Sys 0 00:04:34" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 230 EventTime = "2019-05-25T12:54:26" TotalSentBytes = 1888647296.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:45:02, Sys 0 00:04:34" JOB_GLIDEIN_SiteWMS_JobId = "4350240.0" TotalReceivedBytes = 421571104.0 ... 022 (1253.126.000) 05/25 12:54:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309 <10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP> ... 028 (1253.126.000) 05/25 12:54:27 Job ad information event triggered. StartdAddr = "<10.0.2.15:35364?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#866658&addrs=10.0.2.15-35364&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 126 EventTime = "2019-05-25T12:54:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.106.000) 05/25 12:54:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_77090_509434222@CRUSH-OSG-C7-10-5-146-182 <10.5.146.182:38342?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#864458&addrs=10.5.146.182-38342&noUDP> ... 028 (1253.106.000) 05/25 12:54:28 Job ad information event triggered. StartdAddr = "<10.5.146.182:38342?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#864458&addrs=10.5.146.182-38342&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7710487" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 106 EventTime = "2019-05-25T12:54:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_77090_509434222@CRUSH-OSG-C7-10-5-146-182" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.106.000) 05/25 12:54:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_77090_509434222@CRUSH-OSG-C7-10-5-146-182, rescheduling job ... 028 (1253.106.000) 05/25 12:54:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 106 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:54:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361131.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7710487" StartdName = "glidein_77090_509434222@CRUSH-OSG-C7-10-5-146-182" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-146-182" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 12:54:37 Image size of job updated: 1750000 380 - MemoryUsage of job (MB) 388120 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:54:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:54:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 388120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 12:54:41 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402660 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 12:54:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:54:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 402660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:54:52 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 410592 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:54:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:54:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 410592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:54:56 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318504 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:54:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:54:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 12:55:06 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412156 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 12:55:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:55:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 412156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 12:55:17 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354336 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 12:55:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.177.000) 05/25 12:55:40 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:52, Sys 0 00:03:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:52, Sys 0 00:03:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1825277824 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1825277824 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2194234 1 670179540 Memory (MB) : 415 1024 1920 ... 028 (1253.177.000) 05/25 12:55:40 Job ad information event triggered. SentBytes = 1825277824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c045.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:52, Sys 0 00:03:52" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 177 EventTime = "2019-05-25T12:55:40" TotalSentBytes = 1825277824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:52, Sys 0 00:03:52" JOB_GLIDEIN_SiteWMS_JobId = "262332.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.115.000) 05/25 12:55:42 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414104 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 12:55:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:55:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 414104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 12:55:56 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358504 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 12:55:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:55:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 12:55:57 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420512 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 12:55:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:55:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.106.000) 05/25 12:56:00 Job executing on host: <192.170.226.197:36936?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39930&addrs=192.170.226.197-36936&noUDP> ... 028 (1253.106.000) 05/25 12:56:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 106 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:56:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.197:36936?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39930&addrs=192.170.226.197-36936&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263346.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23503" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c376.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.178.000) 05/25 12:56:01 Job executing on host: <72.36.96.186:45100?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#869100&addrs=72.36.96.186-45100&noUDP> ... 028 (1253.178.000) 05/25 12:56:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:56:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.186:45100?CCBID=192.170.227.251:9815%3faddrs%3d192.170.227.251-9815#869100&addrs=72.36.96.186-45100&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262854.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22865" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.216.000) 05/25 12:56:20 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:37, Sys 0 00:04:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:37, Sys 0 00:04:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870550144 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1870550144 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238446 1 622023048 Memory (MB) : 407 1024 1920 ... 028 (1253.216.000) 05/25 12:56:20 Job ad information event triggered. SentBytes = 1870550144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22404" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c067.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:37, Sys 0 00:04:15" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 216 EventTime = "2019-05-25T12:56:20" TotalSentBytes = 1870550144.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:01:37, Sys 0 00:04:15" JOB_GLIDEIN_SiteWMS_JobId = "262451.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.017.000) 05/25 12:56:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:30, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:30, Sys 0 00:03:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877593600 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1877593600 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2245324 1 543011908 Memory (MB) : 415 1024 1920 ... 028 (1253.017.000) 05/25 12:56:27 Job ad information event triggered. SentBytes = 1877593600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30112" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@uct2-c468.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:30, Sys 0 00:03:13" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 17 EventTime = "2019-05-25T12:56:27" TotalSentBytes = 1877593600.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:30, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "1376681.0" TotalReceivedBytes = 843142208.0 ... 004 (1253.038.000) 05/25 12:56:29 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:33, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612106624 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.038.000) 05/25 12:56:29 Job ad information event triggered. SentBytes = 1612106624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "30129" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c285.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 38 EventTime = "2019-05-25T12:56:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:33, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "1376727.0" ... 006 (1253.168.000) 05/25 12:56:31 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410776 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 12:56:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 12:56:37 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382192 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 12:56:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.020.000) 05/25 12:56:53 Job was evicted. (0) Job terminated and was requeued Usr 0 01:41:25, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696687872 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.020.000) 05/25 12:56:53 Job ad information event triggered. SentBytes = 1696687872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22666" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c066.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 20 EventTime = "2019-05-25T12:56:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:41:25, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "262718.0" ... 006 (1253.256.000) 05/25 12:57:01 Image size of job updated: 1570668 347 - MemoryUsage of job (MB) 355184 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 12:57:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:57:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 12:57:06 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417024 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 12:57:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:57:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 417024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 12:57:30 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375740 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 12:57:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:57:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 12:57:40 Image size of job updated: 1570668 344 - MemoryUsage of job (MB) 351780 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 12:57:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:57:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.232.000) 05/25 12:57:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:09:26, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:09:26, Sys 0 00:02:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1895946880 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1895946880 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2263246 1 36179648 Memory (MB) : 405 1024 2500 ... 028 (1253.232.000) 05/25 12:57:46 Job ad information event triggered. SentBytes = 1895946880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21990" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSBHVJ9N2-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:09:26, Sys 0 00:02:51" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 232 EventTime = "2019-05-25T12:57:46" TotalSentBytes = 1895946880.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:09:26, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "4382068.0" TotalReceivedBytes = 421571104.0 ... 001 (1253.020.000) 05/25 12:57:59 Job executing on host: <72.36.96.231:39302?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884839&addrs=72.36.96.231-39302&noUDP> ... 028 (1253.020.000) 05/25 12:57:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:57:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.231:39302?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884839&addrs=72.36.96.231-39302&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263369.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23530" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c102.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.038.000) 05/25 12:57:59 Job executing on host: <72.36.96.241:40564?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#38728&addrs=72.36.96.241-40564&noUDP> ... 006 (1253.186.000) 05/25 12:57:59 Image size of job updated: 1621700 398 - MemoryUsage of job (MB) 407472 - ResidentSetSize of job (KB) ... 028 (1253.038.000) 05/25 12:57:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:57:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.241:40564?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#38728&addrs=72.36.96.241-40564&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270283.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968139" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.186.000) 05/25 12:57:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.063.000) 05/25 12:58:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:45:31, Sys 0 00:01:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992448 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.063.000) 05/25 12:58:05 Job ad information event triggered. SentBytes = 1000992448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8116633" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S2-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 63 EventTime = "2019-05-25T12:58:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:45:31, Sys 0 00:01:44" JOB_GLIDEIN_SiteWMS_JobId = "4437786.0" ... 006 (1253.154.000) 05/25 12:58:18 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377744 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 12:58:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:58:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 377744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 12:58:19 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341760 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 12:58:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:58:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 12:58:22 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376712 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 12:58:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:58:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 376712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 12:58:24 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380484 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 12:58:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:58:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 380484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 12:58:34 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399596 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 12:58:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:58:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 399596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 12:58:43 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354776 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 12:58:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 12:58:50 Image size of job updated: 1453484 349 - MemoryUsage of job (MB) 356504 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 12:58:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.161.000) 05/25 12:58:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:52:04, Sys 0 00:04:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:52:04, Sys 0 00:04:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1855236352 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1855236352 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2223489 1 165068712 Memory (MB) : 352 1024 2500 ... 028 (1253.161.000) 05/25 12:58:54 Job ad information event triggered. SentBytes = 1855236352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7715725" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot25@CRUSH-OSG-C7-10-5-146-174" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:52:04, Sys 0 00:04:31" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 161 EventTime = "2019-05-25T12:58:54" TotalSentBytes = 1855236352.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:52:04, Sys 0 00:04:31" JOB_GLIDEIN_SiteWMS_JobId = "4373229.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.257.000) 05/25 12:58:56 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348936 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 12:58:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:58:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 12:59:00 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414076 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 12:59:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 12:59:00 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349448 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 12:59:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 12:59:04 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402388 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 12:59:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 12:59:11 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342200 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 12:59:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T12:59:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 12:59:17 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358976 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 12:59:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:59:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 12:59:17 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415740 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 12:59:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:59:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 415740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 12:59:19 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406108 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 12:59:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 12:59:23 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408756 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 12:59:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:59:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.297.000) 05/25 12:59:31 Job was evicted. (0) Job terminated and was requeued Usr 0 01:14:00, Sys 0 00:02:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306896896 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.297.000) 05/25 12:59:31 Job ad information event triggered. SentBytes = 1306896896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21621" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c109.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 297 EventTime = "2019-05-25T12:59:31" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:14:00, Sys 0 00:02:30" JOB_GLIDEIN_SiteWMS_JobId = "268854.0" ... 005 (1253.065.000) 05/25 12:59:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:33:44, Sys 0 00:01:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:33:44, Sys 0 00:01:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1050800320 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1050800320 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1437908 1 555421504 Memory (MB) : 329 1024 1920 ... 028 (1253.065.000) 05/25 12:59:35 Job ad information event triggered. SentBytes = 1050800320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:33:44, Sys 0 00:01:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 65 EventTime = "2019-05-25T12:59:35" TotalSentBytes = 1050800320.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:33:44, Sys 0 00:01:42" JOB_GLIDEIN_SiteWMS_JobId = "262903.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.089.000) 05/25 12:59:37 Image size of job updated: 1750000 381 - MemoryUsage of job (MB) 389568 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 12:59:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T12:59:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 389568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 12:59:42 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405828 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 12:59:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T12:59:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 405828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 12:59:53 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414168 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 12:59:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T12:59:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 414168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.063.000) 05/25 12:59:53 Job executing on host: <72.36.96.174:36502?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881637&addrs=72.36.96.174-36502&noUDP> ... 001 (1253.297.000) 05/25 12:59:54 Job executing on host: <149.165.225.93:35663?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870119&addrs=149.165.225.93-35663&noUDP> ... 028 (1253.063.000) 05/25 12:59:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T12:59:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:36502?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881637&addrs=72.36.96.174-36502&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.297.000) 05/25 12:59:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T12:59:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.93:35663?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870119&addrs=149.165.225.93-35663&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665039.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24316" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c266.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 12:59:57 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335660 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 12:59:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T12:59:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 13:00:06 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416072 - ResidentSetSize of job (KB) ... 022 (1253.267.000) 05/25 13:00:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3408_494471654@AS-BOWNE309-S7-its-c7-osg-20190309 <10.0.2.15:34459?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879290&addrs=10.0.2.15-34459&noUDP> ... 028 (1253.039.000) 05/25 13:00:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:00:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 416072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.267.000) 05/25 13:00:07 Job ad information event triggered. StartdAddr = "<10.0.2.15:34459?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879290&addrs=10.0.2.15-34459&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5938" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BOWNE309-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 267 EventTime = "2019-05-25T13:00:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3408_494471654@AS-BOWNE309-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4430835.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.023.000) 05/25 13:00:17 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355500 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:00:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.125.000) 05/25 13:00:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:46, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:46, Sys 0 00:02:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1820169856 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1820169856 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2189244 1 36175460 Memory (MB) : 359 1024 2500 ... 028 (1253.125.000) 05/25 13:00:33 Job ad information event triggered. SentBytes = 1820169856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116169" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:30:46, Sys 0 00:02:58" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 125 EventTime = "2019-05-25T13:00:33" TotalSentBytes = 1820169856.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:30:46, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "4434687.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.162.000) 05/25 13:00:37 Job terminated. (1) Normal termination (return value 0) Usr 0 02:31:41, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:31:41, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1864457856 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1864457856 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2232495 1 36176068 Memory (MB) : 361 1024 2500 ... 028 (1253.162.000) 05/25 13:00:37 Job ad information event triggered. SentBytes = 1864457856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23394" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-18X-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:31:41, Sys 0 00:02:59" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 162 EventTime = "2019-05-25T13:00:37" TotalSentBytes = 1864457856.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:31:41, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "4434658.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.115.000) 05/25 13:00:42 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416528 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 13:00:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:00:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 416528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.263.000) 05/25 13:00:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:12, Sys 0 00:03:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:12, Sys 0 00:03:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1880270464 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1880270464 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2247938 1 660091892 Memory (MB) : 415 1024 1920 ... 028 (1253.263.000) 05/25 13:00:50 Job ad information event triggered. SentBytes = 1880270464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22721" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:12, Sys 0 00:03:58" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 263 EventTime = "2019-05-25T13:00:50" TotalSentBytes = 1880270464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:12, Sys 0 00:03:58" JOB_GLIDEIN_SiteWMS_JobId = "262761.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.077.000) 05/25 13:00:57 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359712 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 13:00:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:00:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 13:00:58 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423612 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 13:00:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:00:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 13:01:01 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377692 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:01:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 13:01:31 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 412732 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 13:01:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:01:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 13:01:38 Image size of job updated: 1750000 390 - MemoryUsage of job (MB) 398728 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:01:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:01:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.022.000) 05/25 13:01:41 Job terminated. (1) Normal termination (return value 0) Usr 0 02:03:41, Sys 0 00:04:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:03:41, Sys 0 00:04:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884503296 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1884503296 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2252072 1 610330960 Memory (MB) : 414 1024 1920 ... 028 (1253.022.000) 05/25 13:01:41 Job ad information event triggered. SentBytes = 1884503296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22666" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c061.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:03:41, Sys 0 00:04:13" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 22 EventTime = "2019-05-25T13:01:41" TotalSentBytes = 1884503296.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:03:41, Sys 0 00:04:13" JOB_GLIDEIN_SiteWMS_JobId = "262715.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.231.000) 05/25 13:01:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:49, Sys 0 00:04:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:49, Sys 0 00:04:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1890371840 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1890371840 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2257803 1 611893448 Memory (MB) : 416 1024 1920 ... 028 (1253.231.000) 05/25 13:01:55 Job ad information event triggered. SentBytes = 1890371840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22298" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c054.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:49, Sys 0 00:04:20" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 231 EventTime = "2019-05-25T13:01:55" TotalSentBytes = 1890371840.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:06:49, Sys 0 00:04:20" JOB_GLIDEIN_SiteWMS_JobId = "262338.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.256.000) 05/25 13:02:02 Image size of job updated: 1570668 349 - MemoryUsage of job (MB) 356504 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:02:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:02:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 13:02:07 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419576 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 13:02:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:02:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 419576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.278.000) 05/25 13:02:12 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426468 - ResidentSetSize of job (KB) ... 028 (1253.278.000) 05/25 13:02:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 278 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:02:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22569" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.266.000) 05/25 13:02:15 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:51, Sys 0 00:02:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:51, Sys 0 00:02:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877213312 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1877213312 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2244951 1 36177188 Memory (MB) : 359 1024 2500 ... 028 (1253.266.000) 05/25 13:02:15 Job ad information event triggered. SentBytes = 1877213312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7716292" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-03X-S8-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:25:51, Sys 0 00:02:50" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 266 EventTime = "2019-05-25T13:02:15" TotalSentBytes = 1877213312.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:25:51, Sys 0 00:02:50" JOB_GLIDEIN_SiteWMS_JobId = "4379913.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.018.000) 05/25 13:02:30 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377784 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:02:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:02:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 13:02:40 Image size of job updated: 1570668 345 - MemoryUsage of job (MB) 352836 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 13:02:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:02:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 13:03:00 Image size of job updated: 1621700 401 - MemoryUsage of job (MB) 410152 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:03:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.180.000) 05/25 13:03:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:04, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:04, Sys 0 00:02:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870473984 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1870473984 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238370 1 36176544 Memory (MB) : 351 1024 2500 ... 028 (1253.180.000) 05/25 13:03:09 Job ad information event triggered. SentBytes = 1870473984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "20867" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-1-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:33:04, Sys 0 00:02:56" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 180 EventTime = "2019-05-25T13:03:09" TotalSentBytes = 1870473984.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:33:04, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "4378154.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.229.000) 05/25 13:03:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:27, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:27, Sys 0 00:02:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1897944960 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1897944960 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2265197 1 36174048 Memory (MB) : 349 1024 2500 ... 028 (1253.229.000) 05/25 13:03:12 Job ad information event triggered. SentBytes = 1897944960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HER333C-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:29:27, Sys 0 00:02:53" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 229 EventTime = "2019-05-25T13:03:12" TotalSentBytes = 1897944960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:29:27, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "4434324.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.221.000) 05/25 13:03:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:11, Sys 0 00:02:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:11, Sys 0 00:02:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876339840 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1876339840 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2244098 1 36176008 Memory (MB) : 357 1024 2500 ... 028 (1253.221.000) 05/25 13:03:16 Job ad information event triggered. SentBytes = 1876339840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "20953" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-20X-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:34:11, Sys 0 00:02:42" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 221 EventTime = "2019-05-25T13:03:16" TotalSentBytes = 1876339840.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:34:11, Sys 0 00:02:42" JOB_GLIDEIN_SiteWMS_JobId = "4380033.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.073.000) 05/25 13:03:18 Image size of job updated: 1572724 371 - MemoryUsage of job (MB) 378940 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 13:03:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:03:19 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380324 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 13:03:19 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 360936 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 13:03:19 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342288 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:03:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:03:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 380324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 13:03:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:03:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 13:03:21 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362204 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 13:03:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:03:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 13:03:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:03:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.170.000) 05/25 13:03:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:03:45, Sys 0 00:04:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:03:45, Sys 0 00:04:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1860192896 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1860192896 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2228331 1 618768696 Memory (MB) : 358 1024 1920 ... 006 (1253.155.000) 05/25 13:03:23 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379460 - ResidentSetSize of job (KB) ... 028 (1253.170.000) 05/25 13:03:23 Job ad information event triggered. SentBytes = 1860192896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22383" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c076.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:03:45, Sys 0 00:04:17" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 170 EventTime = "2019-05-25T13:03:23" TotalSentBytes = 1860192896.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:03:45, Sys 0 00:04:17" JOB_GLIDEIN_SiteWMS_JobId = "262435.0" TotalReceivedBytes = 843142208.0 ... 028 (1253.155.000) 05/25 13:03:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:03:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 379460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 13:03:25 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399644 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:03:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:03:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 399644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:03:34 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403400 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:03:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:03:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 403400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:03:44 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356072 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:03:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.236.000) 05/25 13:03:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:02:02, Sys 0 00:04:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:02:02, Sys 0 00:04:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887635584 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1887635584 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2255131 1 661918880 Memory (MB) : 416 1024 1920 ... 028 (1253.236.000) 05/25 13:03:46 Job ad information event triggered. SentBytes = 1887635584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22721" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c024.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:02:02, Sys 0 00:04:06" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 236 EventTime = "2019-05-25T13:03:46" TotalSentBytes = 1887635584.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:02:02, Sys 0 00:04:06" JOB_GLIDEIN_SiteWMS_JobId = "262762.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.129.000) 05/25 13:03:51 Image size of job updated: 1453484 349 - MemoryUsage of job (MB) 357296 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 13:03:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 13:03:57 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349728 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:03:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:03:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 13:04:00 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417428 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 13:04:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:04:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:04:01 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350812 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:04:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:04:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 13:04:05 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405336 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:04:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:04:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:04:11 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343752 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:04:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:04:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 13:04:17 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360032 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 13:04:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:04:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 13:04:17 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419168 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 13:04:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:04:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 419168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.182.000) 05/25 13:04:19 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408356 - ResidentSetSize of job (KB) ... 005 (1253.268.000) 05/25 13:04:20 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:28, Sys 0 00:04:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:28, Sys 0 00:04:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872703360 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872703360 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2240549 1 618759284 Memory (MB) : 401 1024 1920 ... 028 (1253.182.000) 05/25 13:04:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:04:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.268.000) 05/25 13:04:20 Job ad information event triggered. SentBytes = 1872703360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967713" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c076.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:28, Sys 0 00:04:03" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 268 EventTime = "2019-05-25T13:04:20" TotalSentBytes = 1872703360.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:56:28, Sys 0 00:04:03" JOB_GLIDEIN_SiteWMS_JobId = "262485.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.128.000) 05/25 13:04:23 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 411664 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 13:04:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:04:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:04:38 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406172 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:04:38 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:04:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 406172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 13:04:42 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409344 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 13:04:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:04:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 409344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.111.000) 05/25 13:04:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3441_299221194@NEWH-GN6GW12-S2-its-c7-osg-20190309 <10.0.2.15:43479?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34571&addrs=10.0.2.15-43479&noUDP> ... 028 (1253.111.000) 05/25 13:04:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:43479?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#34571&addrs=10.0.2.15-43479&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116128" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 111 EventTime = "2019-05-25T13:04:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3441_299221194@NEWH-GN6GW12-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.184.000) 05/25 13:04:53 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 416844 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 13:04:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:04:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 416844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:04:58 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336140 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:04:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:04:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 13:05:04 Image size of job updated: 15000000 348 - MemoryUsage of job (MB) 355496 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 13:05:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:05:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 13:05:07 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419260 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 13:05:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 419260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.083.000) 05/25 13:05:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:47, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:47, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862613632 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1862613632 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2230693 1 36262664 Memory (MB) : 374 1024 2500 ... 028 (1253.083.000) 05/25 13:05:09 Job ad information event triggered. SentBytes = 1862613632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8111923" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-050OSS12-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:28:47, Sys 0 00:03:01" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 83 EventTime = "2019-05-25T13:05:09" TotalSentBytes = 1862613632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:28:47, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "4436165.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.258.000) 05/25 13:05:13 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375148 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 13:05:13 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T13:05:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.023.000) 05/25 13:05:18 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356820 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:05:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:05:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 13:05:44 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419760 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 13:05:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:05:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 419760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 13:05:57 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359972 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 13:05:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:05:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 13:05:59 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426288 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 13:05:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 13:06:02 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381416 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:06:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:06:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.084.000) 05/25 13:06:05 Job terminated. (1) Normal termination (return value 0) Usr 0 01:32:05, Sys 0 00:02:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:32:05, Sys 0 00:02:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1857883776 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1857883776 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2226076 1 555358552 Memory (MB) : 354 1024 1920 ... 028 (1253.084.000) 05/25 13:06:05 Job ad information event triggered. SentBytes = 1857883776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:32:05, Sys 0 00:02:05" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 84 EventTime = "2019-05-25T13:06:05" TotalSentBytes = 1857883776.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:32:05, Sys 0 00:02:05" JOB_GLIDEIN_SiteWMS_JobId = "262905.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.215.000) 05/25 13:06:17 Job executing on host: <10.0.0.87:33507?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864738&addrs=10.0.0.87-33507&noUDP> ... 028 (1253.215.000) 05/25 13:06:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 215 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T13:06:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.87:33507?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#864738&addrs=10.0.0.87-33507&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512428.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210158" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1253.041.000) 05/25 13:06:28 Job was evicted. (0) Job terminated and was requeued Usr 0 01:15:53, Sys 0 00:01:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600992384 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.041.000) 05/25 13:06:28 Job ad information event triggered. SentBytes = 1600992384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22640" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@mwt2-c143.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 41 EventTime = "2019-05-25T13:06:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:15:53, Sys 0 00:01:40" JOB_GLIDEIN_SiteWMS_JobId = "262694.0" ... 006 (1253.168.000) 05/25 13:06:31 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416220 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 13:06:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:06:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.011.000) 05/25 13:06:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:28, Sys 0 00:03:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:28, Sys 0 00:03:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877213056 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1877213056 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2244950 1 36184144 Memory (MB) : 356 1024 2500 ... 028 (1253.011.000) 05/25 13:06:38 Job ad information event triggered. SentBytes = 1877213056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24463" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-03-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:45:28, Sys 0 00:03:14" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 11 EventTime = "2019-05-25T13:06:38" TotalSentBytes = 1877213056.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:45:28, Sys 0 00:03:14" JOB_GLIDEIN_SiteWMS_JobId = "4437830.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.225.000) 05/25 13:06:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:20, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:20, Sys 0 00:02:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888457984 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1888457984 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2255932 1 36184164 Memory (MB) : 362 1024 2500 ... 028 (1253.225.000) 05/25 13:06:38 Job ad information event triggered. SentBytes = 1888457984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6572" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MGHAMNER-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:20, Sys 0 00:02:55" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 225 EventTime = "2019-05-25T13:06:38" TotalSentBytes = 1888457984.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:40:20, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "4419461.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.034.000) 05/25 13:06:38 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403108 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:06:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:06:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.026.000) 05/25 13:06:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:00, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:00, Sys 0 00:03:00 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878683392 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878683392 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2246386 1 36183144 Memory (MB) : 357 1024 2500 ... 028 (1253.026.000) 05/25 13:06:49 Job ad information event triggered. SentBytes = 1878683392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7716904" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DCPOPP-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:45:00, Sys 0 00:03:00" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 26 EventTime = "2019-05-25T13:06:49" TotalSentBytes = 1878683392.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:45:00, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "4382364.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.256.000) 05/25 13:07:02 Image size of job updated: 1570668 350 - MemoryUsage of job (MB) 357560 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:07:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:07:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 13:07:07 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422572 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 13:07:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:07:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 422572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.015.000) 05/25 13:07:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:07, Sys 0 00:04:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825621632 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.015.000) 05/25 13:07:07 Job ad information event triggered. SentBytes = 1825621632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "28187" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 EventTime = "2019-05-25T13:07:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:51:07, Sys 0 00:04:21" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" ... 005 (1253.080.000) 05/25 13:07:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:38:14, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:38:14, Sys 0 00:03:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862493056 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1862493056 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2230576 1 36178336 Memory (MB) : 358 1024 2500 ... 028 (1253.080.000) 05/25 13:07:22 Job ad information event triggered. SentBytes = 1862493056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22559" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406B-01-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:38:14, Sys 0 00:03:13" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 80 EventTime = "2019-05-25T13:07:22" TotalSentBytes = 1862493056.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:38:14, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "4434086.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.018.000) 05/25 13:07:31 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 379932 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:07:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:07:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.015.000) 05/25 13:07:40 Job executing on host: <72.36.96.159:33394?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558678&addrs=72.36.96.159-33394&noUDP> ... 028 (1253.015.000) 05/25 13:07:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:07:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.159:33394?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558678&addrs=72.36.96.159-33394&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269102.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21790" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 13:07:41 Image size of job updated: 1570668 346 - MemoryUsage of job (MB) 353364 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 13:07:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:07:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.226.000) 05/25 13:07:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:05, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:05, Sys 0 00:02:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878838912 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878838912 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2246539 1 36265112 Memory (MB) : 368 1024 2500 ... 028 (1253.226.000) 05/25 13:07:57 Job ad information event triggered. SentBytes = 1878838912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6993" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-EKS-02-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:46:05, Sys 0 00:02:58" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 226 EventTime = "2019-05-25T13:07:57" TotalSentBytes = 1878838912.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:46:05, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "4339415.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.186.000) 05/25 13:08:00 Image size of job updated: 1621700 404 - MemoryUsage of job (MB) 412840 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:08:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.192.000) 05/25 13:08:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:27, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391633920 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.192.000) 05/25 13:08:17 Job ad information event triggered. SentBytes = 1391633920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22971" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c343.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 192 EventTime = "2019-05-25T13:08:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:24:27, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "262939.0" ... 006 (1253.073.000) 05/25 13:08:18 Image size of job updated: 1572724 371 - MemoryUsage of job (MB) 379184 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 13:08:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:08:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:08:19 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401080 - ResidentSetSize of job (KB) ... 006 (1253.169.000) 05/25 13:08:19 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 361440 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:08:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 401080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.169.000) 05/25 13:08:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 13:08:21 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363788 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 13:08:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.164.000) 05/25 13:08:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:24, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:49:24, Sys 0 00:03:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862160000 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1862160000 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2230251 1 36176144 Memory (MB) : 371 1024 2500 ... 028 (1253.164.000) 05/25 13:08:22 Job ad information event triggered. SentBytes = 1862160000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9219" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-05-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:49:24, Sys 0 00:03:16" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 164 EventTime = "2019-05-25T13:08:22" TotalSentBytes = 1862160000.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:49:24, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "4359674.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.155.000) 05/25 13:08:24 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382284 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 13:08:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:08:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 382284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 13:08:25 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402432 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:08:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:08:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 402432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 13:08:29 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375528 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 13:08:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:08:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:08:35 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406820 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:08:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:08:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 406820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:08:44 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356228 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:08:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 13:08:51 Image size of job updated: 1453484 351 - MemoryUsage of job (MB) 358616 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 13:08:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.220.000) 05/25 13:08:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:17, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:17, Sys 0 00:03:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878973952 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878973952 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2246671 1 36174012 Memory (MB) : 369 1024 2500 ... 028 (1253.220.000) 05/25 13:08:54 Job ad information event triggered. SentBytes = 1878973952.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6409" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-EXE-04-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:48:17, Sys 0 00:03:08" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 220 EventTime = "2019-05-25T13:08:54" TotalSentBytes = 1878973952.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:48:17, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "4401667.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.257.000) 05/25 13:08:58 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350400 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:08:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 13:09:01 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 420996 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 13:09:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:09:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:09:01 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351596 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:09:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:09:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 13:09:05 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408232 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:09:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:09:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 13:09:17 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360036 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 13:09:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:09:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 13:09:17 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423292 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 13:09:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:09:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 423292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.271.000) 05/25 13:09:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:29, Sys 0 00:02:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:29, Sys 0 00:02:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872073728 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872073728 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2239932 1 36175872 Memory (MB) : 360 1024 2500 ... 028 (1253.271.000) 05/25 13:09:19 Job ad information event triggered. SentBytes = 1872073728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116093" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:29, Sys 0 00:02:29" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 271 EventTime = "2019-05-25T13:09:19" TotalSentBytes = 1872073728.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:43:29, Sys 0 00:02:29" JOB_GLIDEIN_SiteWMS_JobId = "4434191.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.118.000) 05/25 13:09:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:23, Sys 0 00:05:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:35:23, Sys 0 00:05:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1815441664 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1815441664 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2184627 1 36175268 Memory (MB) : 356 1024 2500 ... 028 (1253.118.000) 05/25 13:09:19 Job ad information event triggered. SentBytes = 1815441664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8109925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAS-WS2-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:35:23, Sys 0 00:05:44" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 118 EventTime = "2019-05-25T13:09:19" TotalSentBytes = 1815441664.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:35:23, Sys 0 00:05:44" JOB_GLIDEIN_SiteWMS_JobId = "4425766.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.182.000) 05/25 13:09:20 Image size of job updated: 14572512 544 - MemoryUsage of job (MB) 556268 - ResidentSetSize of job (KB) ... 028 (1253.182.000) 05/25 13:09:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14572512 Proc = 182 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:09:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 544 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21685" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 556268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 13:09:24 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416068 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 13:09:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:09:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 13:09:43 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413316 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 13:09:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:09:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 413316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 13:09:54 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420220 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 13:09:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:09:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 420220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:09:58 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336244 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:09:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:09:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 13:10:05 Image size of job updated: 15000000 349 - MemoryUsage of job (MB) 356816 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 13:10:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:10:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 13:10:07 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 422932 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 13:10:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:10:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 422932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 13:10:14 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378564 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 13:10:14 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T13:10:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 001 (1253.192.000) 05/25 13:10:18 Job executing on host: <128.186.19.143:38397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#707&addrs=128.186.19.143-38397+[--1]-38397&noUDP> ... 028 (1253.192.000) 05/25 13:10:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 192 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T13:10:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:38397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#707&addrs=128.186.19.143-38397+[--1]-38397&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67965.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 13:10:18 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357200 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:10:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:10:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 13:10:44 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421332 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 13:10:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:10:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 421332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.077.000) 05/25 13:10:58 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 361016 - ResidentSetSize of job (KB) ... 028 (1253.077.000) 05/25 13:10:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:10:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "529" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.288.000) 05/25 13:11:00 Image size of job updated: 1750000 420 - MemoryUsage of job (MB) 429352 - ResidentSetSize of job (KB) ... 028 (1253.288.000) 05/25 13:11:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 13:11:02 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402396 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:11:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:11:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.217.000) 05/25 13:11:26 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:32, Sys 0 00:04:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:32, Sys 0 00:04:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866905088 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1866905088 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 960602780 Memory (MB) : 367 1024 2500 ... 028 (1253.217.000) 05/25 13:11:26 Job ad information event triggered. SentBytes = 1866905088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8402601" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:32, Sys 0 00:04:37" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 217 EventTime = "2019-05-25T13:11:26" TotalSentBytes = 1866905088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:58:32, Sys 0 00:04:37" JOB_GLIDEIN_SiteWMS_JobId = "67928.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.234.000) 05/25 13:11:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:30, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:30, Sys 0 00:03:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891389440 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1891389440 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2258795 1 36182852 Memory (MB) : 359 1024 2500 ... 028 (1253.234.000) 05/25 13:11:29 Job ad information event triggered. SentBytes = 1891389440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "1869" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PB-233-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:54:30, Sys 0 00:03:11" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 234 EventTime = "2019-05-25T13:11:29" TotalSentBytes = 1891389440.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:54:30, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "4434620.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.168.000) 05/25 13:11:32 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 417820 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 13:11:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:11:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.278.000) 05/25 13:11:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:29, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:29, Sys 0 00:02:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1889200640 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1889200640 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 569063672 Memory (MB) : 417 1024 1920 ... 028 (1253.278.000) 05/25 13:11:32 Job ad information event triggered. SentBytes = 1889200640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22569" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:29, Sys 0 00:02:20" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 278 EventTime = "2019-05-25T13:11:32" TotalSentBytes = 1889200640.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:29, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "262614.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.034.000) 05/25 13:11:39 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406204 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:11:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.237.000) 05/25 13:11:57 Job terminated. (1) Normal termination (return value 0) Usr 0 01:28:30, Sys 0 00:01:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:28:30, Sys 0 00:01:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887469824 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1887469824 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 255373440 Memory (MB) : 416 1024 1920 ... 028 (1253.237.000) 05/25 13:11:57 Job ad information event triggered. SentBytes = 1887469824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23153" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@uct2-c488.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:28:30, Sys 0 00:01:45" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 237 EventTime = "2019-05-25T13:11:57" TotalSentBytes = 1887469824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:28:30, Sys 0 00:01:45" JOB_GLIDEIN_SiteWMS_JobId = "263050.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.256.000) 05/25 13:12:03 Image size of job updated: 1570668 350 - MemoryUsage of job (MB) 358164 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:12:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:12:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.127.000) 05/25 13:12:07 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425372 - ResidentSetSize of job (KB) ... 028 (1253.127.000) 05/25 13:12:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 127 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:12:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368575" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 425372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.045.000) 05/25 13:12:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:57, Sys 0 00:02:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:57, Sys 0 00:02:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891137152 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1891137152 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 1438693432 Memory (MB) : 367 1024 1920 ... 028 (1253.045.000) 05/25 13:12:09 Job ad information event triggered. SentBytes = 1891137152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c289.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:57, Sys 0 00:02:47" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 45 EventTime = "2019-05-25T13:12:09" TotalSentBytes = 1891137152.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:42:57, Sys 0 00:02:47" JOB_GLIDEIN_SiteWMS_JobId = "262950.0" TotalReceivedBytes = 843142208.0 ... 023 (1253.121.000) 05/25 13:12:22 Job reconnected to glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309 startd address: <10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP> starter address: <10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP> ... 028 (1253.121.000) 05/25 13:12:22 Job ad information event triggered. StartdAddr = "<10.0.2.15:36699?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874287&addrs=10.0.2.15-36699&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T13:12:22" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_9758_117025684@WHIT-346-03-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:37710?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888569&PrivNet=WHIT-346-03-S1-its-c7-osg-20190309&addrs=10.0.2.15-37710&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" EventDescription = "Job reconnected" ... 006 (1253.160.000) 05/25 13:12:27 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378852 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 13:12:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:12:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 13:12:31 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382684 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:12:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 13:13:00 Image size of job updated: 1621700 406 - MemoryUsage of job (MB) 415668 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:13:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.182.000) 05/25 13:13:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:43, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348503936 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.182.000) 05/25 13:13:15 Job ad information event triggered. SentBytes = 1348503936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21685" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 182 EventTime = "2019-05-25T13:13:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:22:43, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "268997.0" ... 006 (1253.073.000) 05/25 13:13:18 Image size of job updated: 1572724 371 - MemoryUsage of job (MB) 379692 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 13:13:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:13:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:13:20 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403596 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:13:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:13:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 403596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 13:13:20 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 362200 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 13:13:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:13:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 13:13:21 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342476 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 13:13:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:13:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 13:13:25 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398692 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 13:13:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:13:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 398692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.134.000) 05/25 13:13:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:44, Sys 0 00:01:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761827776 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.134.000) 05/25 13:13:26 Job ad information event triggered. SentBytes = 761827776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211739" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat116.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 134 EventTime = "2019-05-25T13:13:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:44, Sys 0 00:01:50" JOB_GLIDEIN_SiteWMS_JobId = "8716139.0" ... 006 (1253.122.000) 05/25 13:13:26 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405416 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:13:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:13:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 405416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 13:13:30 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378820 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 13:13:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:13:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:13:35 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409460 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:13:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:13:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 409460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.136.000) 05/25 13:13:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:32:17, Sys 0 00:01:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:32:17, Sys 0 00:01:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1828338560 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1828338560 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 523119948 Memory (MB) : 440 1024 1920 ... 028 (1253.136.000) 05/25 13:13:44 Job ad information event triggered. SentBytes = 1828338560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c408.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:32:17, Sys 0 00:01:51" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 136 EventTime = "2019-05-25T13:13:44" TotalSentBytes = 1828338560.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:32:17, Sys 0 00:01:51" JOB_GLIDEIN_SiteWMS_JobId = "263083.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.175.000) 05/25 13:13:45 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357484 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:13:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:13:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 13:13:52 Image size of job updated: 1453484 351 - MemoryUsage of job (MB) 359400 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 13:13:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:13:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 13:13:58 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351440 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:13:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:13:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.233.000) 05/25 13:14:01 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423816 - ResidentSetSize of job (KB) ... 028 (1253.233.000) 05/25 13:14:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 233 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:14:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22666" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:14:02 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353160 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:14:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 13:14:06 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410468 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:14:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:14:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:14:12 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345216 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:14:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:14:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.121.000) 05/25 13:14:13 Image size of job updated: 1574996 388 - MemoryUsage of job (MB) 396652 - ResidentSetSize of job (KB) ... 028 (1253.121.000) 05/25 13:14:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1574996 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:14:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19460" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 396652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.098.000) 05/25 13:14:15 Job executing on host: <137.99.79.180:32554?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#731&addrs=137.99.79.180-32554+[--1]-32554&noUDP> ... 028 (1253.098.000) 05/25 13:14:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 98 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:14:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:32554?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#731&addrs=137.99.79.180-32554+[--1]-32554&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716139.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211739" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 13:14:18 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426004 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 13:14:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:14:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 426004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.146.000) 05/25 13:14:20 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426108 - ResidentSetSize of job (KB) ... 028 (1253.146.000) 05/25 13:14:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 146 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:14:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" Subproc = 0 ResidentSetSize = 426108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 13:14:25 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419012 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 13:14:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:14:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.029.000) 05/25 13:14:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:18:20, Sys 0 00:03:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.029.000) 05/25 13:14:30 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8404951" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 29 EventTime = "2019-05-25T13:14:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:18:20, Sys 0 00:03:42" JOB_GLIDEIN_SiteWMS_JobId = "68030.0" ... 006 (1253.089.000) 05/25 13:14:39 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 406652 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:14:39 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:14:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 406652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 13:14:44 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417128 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 13:14:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:14:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 417128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 13:14:55 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422248 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 13:14:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:14:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 422248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:14:58 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336548 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:14:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:14:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.134.000) 05/25 13:15:04 Job executing on host: <192.170.227.209:39678?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876883&addrs=192.170.227.209-39678&noUDP> ... 028 (1253.134.000) 05/25 13:15:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 134 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:15:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.209:39678?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#876883&addrs=192.170.227.209-39678&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263051.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23174" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c487.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.029.000) 05/25 13:15:04 Job executing on host: <72.36.96.67:42154?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#880313&addrs=72.36.96.67-42154&noUDP> ... 028 (1253.029.000) 05/25 13:15:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:15:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.67:42154?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#880313&addrs=72.36.96.67-42154&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269527.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967889" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.182.000) 05/25 13:15:05 Job executing on host: <192.170.227.222:41877?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879410&addrs=192.170.227.222-41877&noUDP> ... 028 (1253.182.000) 05/25 13:15:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 182 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:15:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.222:41877?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879410&addrs=192.170.227.222-41877&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377255.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368628" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c500.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.039.000) 05/25 13:15:07 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426048 - ResidentSetSize of job (KB) ... 028 (1253.039.000) 05/25 13:15:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:15:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30219" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 426048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 13:15:15 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 383752 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 13:15:15 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T13:15:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.023.000) 05/25 13:15:19 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357596 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:15:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:15:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 13:15:45 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425108 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 13:15:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:15:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 425108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 13:16:03 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405016 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:16:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:16:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.033.000) 05/25 13:16:27 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412408 - ResidentSetSize of job (KB) ... 028 (1253.033.000) 05/25 13:16:27 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716065.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211589" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" Subproc = 0 ResidentSetSize = 412408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 13:16:32 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421132 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 13:16:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:16:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 13:16:36 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402728 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 13:16:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:16:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377244.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30299" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c483.mwt2.org" Subproc = 0 ResidentSetSize = 402728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 13:16:39 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408856 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:16:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:16:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.077.000) 05/25 13:17:03 Job terminated. (1) Normal termination (return value 0) Usr 0 03:27:34, Sys 0 00:02:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:27:34, Sys 0 00:02:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047020160 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1047020160 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1434215 1 36264356 Memory (MB) : 353 1024 2500 ... 028 (1253.077.000) 05/25 13:17:03 Job ad information event triggered. SentBytes = 1047020160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "529" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ELBRIDGE-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:27:34, Sys 0 00:02:16" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 77 EventTime = "2019-05-25T13:17:03" TotalSentBytes = 1047020160.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:27:34, Sys 0 00:02:16" JOB_GLIDEIN_SiteWMS_JobId = "4418873.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.256.000) 05/25 13:17:03 Image size of job updated: 1570668 351 - MemoryUsage of job (MB) 359004 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:17:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:17:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.120.000) 05/25 13:17:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_7305_148458062@MAX-E406A-04-D-S5-its-c7-osg-20190309, rescheduling job ... 028 (1253.120.000) 05/25 13:17:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:17:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380184.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716210" StartdName = "glidein_7305_148458062@MAX-E406A-04-D-S5-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406A-04-D-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 13:17:27 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402736 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 13:17:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:17:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 13:17:32 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402964 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:17:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:17:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.121.000) 05/25 13:17:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:15, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 921345792 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 70) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.121.000) 05/25 13:17:51 Job ad information event triggered. SentBytes = 921345792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 70 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-346-03-S1-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T13:17:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:56:15, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "4378249.0" ... 006 (1253.186.000) 05/25 13:18:01 Image size of job updated: 1621700 410 - MemoryUsage of job (MB) 418964 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:18:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:18:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.073.000) 05/25 13:18:18 Image size of job updated: 1572724 372 - MemoryUsage of job (MB) 380484 - ResidentSetSize of job (KB) ... 028 (1253.073.000) 05/25 13:18:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:18:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:18:21 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405492 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:18:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:18:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 405492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 13:18:21 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 363444 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 13:18:21 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342956 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 13:18:22 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364264 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 13:18:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:18:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 13:18:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:18:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 13:18:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:18:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 13:18:25 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401392 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 13:18:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:18:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 401392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 13:18:27 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408364 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:18:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:18:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 408364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 13:18:30 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381220 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 13:18:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:18:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:18:35 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 412920 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:18:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:18:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 412920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.173.000) 05/25 13:18:44 Image size of job updated: 1625308 391 - MemoryUsage of job (MB) 400000 - ResidentSetSize of job (KB) ... 028 (1253.173.000) 05/25 13:18:44 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1625308 Proc = 173 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T13:18:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67937.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403016" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 400000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:18:46 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358804 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:18:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:18:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 13:18:52 Image size of job updated: 1453484 353 - MemoryUsage of job (MB) 360456 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 13:18:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 13:18:58 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352760 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:18:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:18:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:19:02 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354760 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:19:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:19:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 13:19:07 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413360 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:19:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:19:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:19:12 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345744 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:19:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:19:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.275.000) 05/25 13:19:18 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429772 - ResidentSetSize of job (KB) ... 028 (1253.275.000) 05/25 13:19:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 275 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:19:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 429772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 13:19:25 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422724 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 13:19:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:19:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:19:40 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408004 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:19:40 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 13:19:44 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419608 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 13:19:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:19:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 419608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 13:19:56 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425236 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 13:19:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:19:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 425236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:19:58 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337576 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:19:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:19:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 13:20:06 Image size of job updated: 15000000 350 - MemoryUsage of job (MB) 357544 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 13:20:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:20:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 13:20:15 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400112 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 13:20:15 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T13:20:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 400112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.211.000) 05/25 13:20:17 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402628 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 13:20:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:20:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270088.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22207" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 13:20:21 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358916 - ResidentSetSize of job (KB) ... 006 (1253.096.000) 05/25 13:20:21 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401048 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:20:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.096.000) 05/25 13:20:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665022.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7719875" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c222.iu.edu" Subproc = 0 ResidentSetSize = 401048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.295.000) 05/25 13:20:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:07, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:07, Sys 0 00:02:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887655424 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1887655424 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 1440349560 Memory (MB) : 394 1024 1920 ... 028 (1253.295.000) 05/25 13:20:30 Job ad information event triggered. SentBytes = 1887655424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967997" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c289.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:07, Sys 0 00:02:54" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 295 EventTime = "2019-05-25T13:20:30" TotalSentBytes = 1887655424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:07, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "262980.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.120.000) 05/25 13:20:43 Job executing on host: <10.0.2.15:45319?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884900&addrs=10.0.2.15-45319&noUDP> ... 028 (1253.120.000) 05/25 13:20:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:20:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45319?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884900&addrs=10.0.2.15-45319&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442320.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117022" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306C-01-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 13:20:46 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427752 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 13:20:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:20:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 427752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.030.000) 05/25 13:20:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:04:28, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043771008 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.030.000) 05/25 13:20:51 Job ad information event triggered. SentBytes = 1043771008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7967942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c028.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 30 EventTime = "2019-05-25T13:20:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:04:28, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "269710.0" ... 005 (1253.288.000) 05/25 13:20:54 Job terminated. (1) Normal termination (return value 0) Usr 0 01:45:42, Sys 0 00:03:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:45:42, Sys 0 00:03:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872399360 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872399360 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 670184892 Memory (MB) : 420 1024 1920 ... 028 (1253.288.000) 05/25 13:20:54 Job ad information event triggered. SentBytes = 1872399360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c046.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:45:42, Sys 0 00:03:48" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 288 EventTime = "2019-05-25T13:20:54" TotalSentBytes = 1872399360.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:45:42, Sys 0 00:03:48" JOB_GLIDEIN_SiteWMS_JobId = "262954.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.248.000) 05/25 13:21:03 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408220 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:21:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.121.000) 05/25 13:21:12 Job executing on host: <10.0.2.15:40120?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868362&addrs=10.0.2.15-40120&noUDP> ... 028 (1253.121.000) 05/25 13:21:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:21:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40120?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#868362&addrs=10.0.2.15-40120&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380539.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17350" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-13-D-S12-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.030.000) 05/25 13:21:15 Job executing on host: <137.99.79.147:27247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#710&addrs=137.99.79.147-27247+[--1]-27247&noUDP> ... 028 (1253.030.000) 05/25 13:21:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:21:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:27247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#710&addrs=137.99.79.147-27247+[--1]-27247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713025.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2979" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.233.000) 05/25 13:21:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:12, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:12, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892760576 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1892760576 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 571040272 Memory (MB) : 414 1024 1920 ... 028 (1253.233.000) 05/25 13:21:22 Job ad information event triggered. SentBytes = 1892760576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22666" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:12, Sys 0 00:02:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 233 EventTime = "2019-05-25T13:21:22" TotalSentBytes = 1892760576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:12, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "262720.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.041.000) 05/25 13:21:28 Job executing on host: <72.36.96.204:33260?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873209&addrs=72.36.96.204-33260&noUDP> ... 028 (1253.041.000) 05/25 13:21:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 41 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:21:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.204:33260?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873209&addrs=72.36.96.204-33260&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263460.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23632" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.168.000) 05/25 13:21:33 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423320 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 13:21:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 13:21:37 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405004 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 13:21:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:21:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377244.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30299" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c483.mwt2.org" Subproc = 0 ResidentSetSize = 405004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 13:21:40 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 411772 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:21:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:21:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 13:22:03 Image size of job updated: 1570668 352 - MemoryUsage of job (MB) 360324 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:22:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:22:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.160.000) 05/25 13:22:27 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408300 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 13:22:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:22:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.047.000) 05/25 13:22:28 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375704 - ResidentSetSize of job (KB) ... 028 (1253.047.000) 05/25 13:22:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:22:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263291.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 13:22:32 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407600 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:22:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.043.000) 05/25 13:22:36 Image size of job updated: 7500000 2423 - MemoryUsage of job (MB) 2480784 - ResidentSetSize of job (KB) ... 028 (1253.043.000) 05/25 13:22:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 43 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:22:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 2423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263302.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23454" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2480784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 13:22:41 Image size of job updated: 1570668 346 - MemoryUsage of job (MB) 353724 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 13:22:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:22:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 13:23:01 Image size of job updated: 1621700 413 - MemoryUsage of job (MB) 422104 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:23:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:23:21 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408440 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:23:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:23:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 408440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 13:23:22 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343748 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 13:23:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:23:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 13:23:22 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 364500 - ResidentSetSize of job (KB) ... 006 (1253.123.000) 05/25 13:23:23 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 365320 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 13:23:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:23:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.123.000) 05/25 13:23:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 13:23:26 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405396 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 13:23:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:23:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 405396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 13:23:28 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411216 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:23:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:23:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 411216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 13:23:31 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 401636 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 13:23:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:23:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:23:36 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 416804 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:23:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:23:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 416804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 13:23:37 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402496 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 13:23:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:23:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30323" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@uct2-c458.mwt2.org" Subproc = 0 ResidentSetSize = 402496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:23:46 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359312 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:23:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:23:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.250.000) 05/25 13:23:51 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:22, Sys 0 00:04:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:22, Sys 0 00:04:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886863872 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1886863872 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 961970068 Memory (MB) : 391 1024 2500 ... 028 (1253.250.000) 05/25 13:23:51 Job ad information event triggered. SentBytes = 1886863872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "27181" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:22, Sys 0 00:04:33" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 250 EventTime = "2019-05-25T13:23:51" TotalSentBytes = 1886863872.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:57:22, Sys 0 00:04:33" JOB_GLIDEIN_SiteWMS_JobId = "67942.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.129.000) 05/25 13:23:53 Image size of job updated: 1453484 353 - MemoryUsage of job (MB) 361212 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 13:23:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:23:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 13:23:59 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353552 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:23:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:23:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:24:02 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354948 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:24:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:24:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.127.000) 05/25 13:24:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:09, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:09, Sys 0 00:03:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1815255808 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1815255808 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2184447 1 395762668 Memory (MB) : 416 1024 1920 ... 028 (1253.127.000) 05/25 13:24:06 Job ad information event triggered. SentBytes = 1815255808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7368575" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:09, Sys 0 00:03:08" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 127 EventTime = "2019-05-25T13:24:06" TotalSentBytes = 1815255808.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:09, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "1376876.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.209.000) 05/25 13:24:07 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416208 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:24:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:24:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:24:13 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346960 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:24:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:24:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 13:24:19 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360964 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 13:24:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:24:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 13:24:25 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425940 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 13:24:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:24:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:24:40 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409072 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:24:40 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:24:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 409072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.037.000) 05/25 13:24:44 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423292 - ResidentSetSize of job (KB) ... 028 (1253.037.000) 05/25 13:24:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:24:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7368600" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" Subproc = 0 ResidentSetSize = 423292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 13:24:56 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428388 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 13:24:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:24:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 428388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:24:59 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338504 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:24:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:24:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 13:25:07 Image size of job updated: 15000000 350 - MemoryUsage of job (MB) 357992 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 13:25:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:25:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 13:25:15 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403976 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 13:25:15 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T13:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.211.000) 05/25 13:25:18 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403868 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 13:25:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:25:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270088.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22207" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 13:25:21 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359180 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:25:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 13:25:21 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404556 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 13:25:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665022.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7719875" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c222.iu.edu" Subproc = 0 ResidentSetSize = 404556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.203.000) 05/25 13:25:30 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427592 - ResidentSetSize of job (KB) ... 028 (1253.203.000) 05/25 13:25:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 203 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:25:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263065.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.115.000) 05/25 13:25:46 Image size of job updated: 1750000 422 - MemoryUsage of job (MB) 431156 - ResidentSetSize of job (KB) ... 028 (1253.115.000) 05/25 13:25:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 115 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:25:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30209" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" Subproc = 0 ResidentSetSize = 431156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 13:26:04 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412404 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:26:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:26:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.146.000) 05/25 13:26:31 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:25, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:25, Sys 0 00:02:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1863148544 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1863148544 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 421344768 Memory (MB) : 417 1024 1920 ... 028 (1253.146.000) 05/25 13:26:31 Job ad information event triggered. SentBytes = 1863148544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7368600" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c462.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:25, Sys 0 00:02:18" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 146 EventTime = "2019-05-25T13:26:31" TotalSentBytes = 1863148544.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:46:25, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "1377174.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.168.000) 05/25 13:26:34 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426220 - ResidentSetSize of job (KB) ... 028 (1253.168.000) 05/25 13:26:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 168 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:26:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23007" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 13:26:37 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408724 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 13:26:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:26:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377244.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30299" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c483.mwt2.org" Subproc = 0 ResidentSetSize = 408724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.034.000) 05/25 13:26:41 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414400 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:26:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:26:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 13:27:03 Image size of job updated: 1570668 354 - MemoryUsage of job (MB) 361644 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:27:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:27:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.039.000) 05/25 13:27:17 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:12, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:12, Sys 0 00:02:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1897500544 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1897500544 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 397435356 Memory (MB) : 417 1024 1920 ... 028 (1253.039.000) 05/25 13:27:17 Job ad information event triggered. SentBytes = 1897500544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30219" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c460.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:12, Sys 0 00:02:28" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 39 EventTime = "2019-05-25T13:27:17" TotalSentBytes = 1897500544.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:12, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "1377111.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.160.000) 05/25 13:27:27 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411120 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 13:27:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:27:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.047.000) 05/25 13:27:28 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378524 - ResidentSetSize of job (KB) ... 028 (1253.047.000) 05/25 13:27:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:27:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263291.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.149.000) 05/25 13:27:31 Job terminated. (1) Normal termination (return value 0) Usr 0 01:34:06, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:34:06, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1854194432 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1854194432 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 555456960 Memory (MB) : 416 1024 1920 ... 028 (1253.149.000) 05/25 13:27:31 Job ad information event triggered. SentBytes = 1854194432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22928" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:34:06, Sys 0 00:02:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 149 EventTime = "2019-05-25T13:27:31" TotalSentBytes = 1854194432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:34:06, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "262891.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.018.000) 05/25 13:27:33 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409576 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:27:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:27:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 13:27:42 Image size of job updated: 1570668 347 - MemoryUsage of job (MB) 354780 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 13:27:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:27:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.073.000) 05/25 13:27:58 Job terminated. (1) Normal termination (return value 0) Usr 0 03:29:06, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:29:06, Sys 0 00:02:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1038168448 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1038168448 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1425571 1 36265456 Memory (MB) : 372 1024 2500 ... 028 (1253.073.000) 05/25 13:27:58 Job ad information event triggered. SentBytes = 1038168448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "18951" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD8MHXRN2-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:29:06, Sys 0 00:02:43" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 73 EventTime = "2019-05-25T13:27:58" TotalSentBytes = 1038168448.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:29:06, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "4437877.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.186.000) 05/25 13:28:02 Image size of job updated: 1621700 415 - MemoryUsage of job (MB) 424864 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:28:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:28:21 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 411984 - ResidentSetSize of job (KB) ... 006 (1253.085.000) 05/25 13:28:22 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344276 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:28:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:28:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 411984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.085.000) 05/25 13:28:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:28:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.123.000) 05/25 13:28:23 Image size of job updated: 1570672 359 - MemoryUsage of job (MB) 366904 - ResidentSetSize of job (KB) ... 028 (1253.123.000) 05/25 13:28:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9663" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.169.000) 05/25 13:28:23 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365820 - ResidentSetSize of job (KB) ... 028 (1253.169.000) 05/25 13:28:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 13:28:27 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407792 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 13:28:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:28:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 407792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 13:28:28 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 414788 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:28:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:28:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 414788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 13:28:32 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403544 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 13:28:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:28:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:28:36 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 421896 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:28:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:28:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 421896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 13:28:37 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403980 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 13:28:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:28:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30323" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@uct2-c458.mwt2.org" Subproc = 0 ResidentSetSize = 403980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 13:28:38 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 401892 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 13:28:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:28:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262860.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.275.000) 05/25 13:28:42 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:37, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:37, Sys 0 00:02:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878515968 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878515968 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 581551584 Memory (MB) : 420 1024 1920 ... 028 (1253.275.000) 05/25 13:28:42 Job ad information event triggered. SentBytes = 1878515968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22602" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c432.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:37, Sys 0 00:02:20" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 275 EventTime = "2019-05-25T13:28:42" TotalSentBytes = 1878515968.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:37, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "262645.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.175.000) 05/25 13:28:47 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360632 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:28:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.184.000) 05/25 13:28:48 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428392 - ResidentSetSize of job (KB) ... 028 (1253.184.000) 05/25 13:28:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968033" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 428392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 13:28:53 Image size of job updated: 1453484 354 - MemoryUsage of job (MB) 362268 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 13:28:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:28:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 13:29:01 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353828 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:29:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:29:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:29:03 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356064 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:29:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:29:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.209.000) 05/25 13:29:08 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419200 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:29:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:29:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:29:14 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347680 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:29:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:29:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.174.000) 05/25 13:29:20 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362444 - ResidentSetSize of job (KB) ... 028 (1253.174.000) 05/25 13:29:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:29:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111887" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.128.000) 05/25 13:29:26 Image size of job updated: 1750000 420 - MemoryUsage of job (MB) 429556 - ResidentSetSize of job (KB) ... 028 (1253.128.000) 05/25 13:29:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 128 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:29:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:29:40 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 410612 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:29:40 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:29:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 410612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.063.000) 05/25 13:30:08 Image size of job updated: 15000000 352 - MemoryUsage of job (MB) 359800 - ResidentSetSize of job (KB) ... 028 (1253.063.000) 05/25 13:30:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:30:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.258.000) 05/25 13:30:15 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407384 - ResidentSetSize of job (KB) ... 028 (1253.258.000) 05/25 13:30:15 Job ad information event triggered. JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" EventTime = "2019-05-25T13:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_SiteWMS_JobId = "493373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7366573" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SLURM" ... 006 (1253.082.000) 05/25 13:30:16 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375360 - ResidentSetSize of job (KB) ... 028 (1253.082.000) 05/25 13:30:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:30:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270190.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968075" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.211.000) 05/25 13:30:18 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406672 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 13:30:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:30:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270088.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22207" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 13:30:22 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360420 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 13:30:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.096.000) 05/25 13:30:22 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407920 - ResidentSetSize of job (KB) ... 028 (1253.096.000) 05/25 13:30:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665022.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7719875" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c222.iu.edu" Subproc = 0 ResidentSetSize = 407920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.248.000) 05/25 13:31:04 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416756 - ResidentSetSize of job (KB) ... 028 (1253.248.000) 05/25 13:31:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:31:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22312" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.106.000) 05/25 13:31:13 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377352 - ResidentSetSize of job (KB) ... 028 (1253.106.000) 05/25 13:31:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 106 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:31:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263346.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23503" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c376.mwt2.org" Subproc = 0 ResidentSetSize = 377352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.246.000) 05/25 13:31:37 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411504 - ResidentSetSize of job (KB) ... 028 (1253.246.000) 05/25 13:31:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:31:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377244.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30299" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c483.mwt2.org" Subproc = 0 ResidentSetSize = 411504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.252.000) 05/25 13:31:38 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:27, Sys 0 00:04:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:27, Sys 0 00:04:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1885890816 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1885890816 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 960583480 Memory (MB) : 440 1024 2500 ... 028 (1253.252.000) 05/25 13:31:38 Job ad information event triggered. SentBytes = 1885890816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8404738" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:27, Sys 0 00:04:29" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 252 EventTime = "2019-05-25T13:31:38" TotalSentBytes = 1885890816.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:56:27, Sys 0 00:04:29" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.034.000) 05/25 13:31:42 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 417836 - ResidentSetSize of job (KB) ... 028 (1253.034.000) 05/25 13:31:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22816" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 13:32:03 Image size of job updated: 1570668 355 - MemoryUsage of job (MB) 362960 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:32:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:32:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.120.000) 05/25 13:32:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3455_871704796@MAX-E306C-01-S5-its-c7-osg-20190309 <10.0.2.15:45319?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884900&addrs=10.0.2.15-45319&noUDP> ... 028 (1253.120.000) 05/25 13:32:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:45319?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884900&addrs=10.0.2.15-45319&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8117022" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306C-01-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 120 EventTime = "2019-05-25T13:32:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3455_871704796@MAX-E306C-01-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4442320.0" EventDescription = "Job disconnected, attempting to reconnect" ... 005 (1253.200.000) 05/25 13:32:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:36:03, Sys 0 00:02:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:36:03, Sys 0 00:02:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869400192 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1869400192 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 555456316 Memory (MB) : 367 1024 1920 ... 028 (1253.200.000) 05/25 13:32:27 Job ad information event triggered. SentBytes = 1869400192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22928" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:36:03, Sys 0 00:02:08" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 200 EventTime = "2019-05-25T13:32:27" TotalSentBytes = 1869400192.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:36:03, Sys 0 00:02:08" JOB_GLIDEIN_SiteWMS_JobId = "262894.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.160.000) 05/25 13:32:28 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415620 - ResidentSetSize of job (KB) ... 028 (1253.160.000) 05/25 13:32:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:32:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.047.000) 05/25 13:32:29 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381220 - ResidentSetSize of job (KB) ... 028 (1253.047.000) 05/25 13:32:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:32:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263291.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.018.000) 05/25 13:32:33 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 411780 - ResidentSetSize of job (KB) ... 028 (1253.018.000) 05/25 13:32:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23290" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 13:32:42 Image size of job updated: 1570668 348 - MemoryUsage of job (MB) 355456 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 13:32:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:32:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.186.000) 05/25 13:33:02 Image size of job updated: 1621700 418 - MemoryUsage of job (MB) 427500 - ResidentSetSize of job (KB) ... 028 (1253.186.000) 05/25 13:33:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621700 Proc = 186 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21734" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.154.000) 05/25 13:33:23 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414704 - ResidentSetSize of job (KB) ... 028 (1253.154.000) 05/25 13:33:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:33:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 414704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.262.000) 05/25 13:33:25 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377340 - ResidentSetSize of job (KB) ... 028 (1253.262.000) 05/25 13:33:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 262 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665005.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 377340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.155.000) 05/25 13:33:27 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410408 - ResidentSetSize of job (KB) ... 028 (1253.155.000) 05/25 13:33:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:33:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 ResidentSetSize = 410408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.122.000) 05/25 13:33:29 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 418980 - ResidentSetSize of job (KB) ... 028 (1253.122.000) 05/25 13:33:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 122 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23305" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 418980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.265.000) 05/25 13:33:33 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405992 - ResidentSetSize of job (KB) ... 028 (1253.265.000) 05/25 13:33:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 265 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:33:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968150" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.021.000) 05/25 13:33:37 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 406692 - ResidentSetSize of job (KB) ... 028 (1253.021.000) 05/25 13:33:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T13:33:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30323" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@uct2-c458.mwt2.org" Subproc = 0 ResidentSetSize = 406692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.153.000) 05/25 13:33:37 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424636 - ResidentSetSize of job (KB) ... 028 (1253.153.000) 05/25 13:33:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T13:33:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 424636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.049.000) 05/25 13:33:39 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405256 - ResidentSetSize of job (KB) ... 028 (1253.049.000) 05/25 13:33:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:33:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262860.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22897" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:33:47 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360904 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:33:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 13:34:01 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355076 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 13:34:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:34:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:34:04 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357088 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:34:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:34:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.030.000) 05/25 13:34:07 Job was evicted. (0) Job terminated and was requeued Usr 0 00:07:14, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 101052896 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.030.000) 05/25 13:34:07 Job ad information event triggered. SentBytes = 101052896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 30 EventTime = "2019-05-25T13:34:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:07:14, Sys 0 00:00:21" JOB_GLIDEIN_SiteWMS_JobId = "8713025.0" ... 006 (1253.209.000) 05/25 13:34:08 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422748 - ResidentSetSize of job (KB) ... 028 (1253.209.000) 05/25 13:34:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:34:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23186" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:34:15 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 348000 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:34:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:34:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.238.000) 05/25 13:34:25 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425580 - ResidentSetSize of job (KB) ... 028 (1253.238.000) 05/25 13:34:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:34:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967785" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.126.000) 05/25 13:34:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.126.000) 05/25 13:34:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:34:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433671.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" StartdName = "glidein_3434_519647104@MAX-CH221-12-D-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:34:41 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412440 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:34:41 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:34:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 412440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:35:00 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339320 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:35:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:35:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.280.000) 05/25 13:35:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:48, Sys 0 00:02:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:48, Sys 0 00:02:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1864048640 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1864048640 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1087385208 Memory (MB) : 416 1024 1920 ... 028 (1253.280.000) 05/25 13:35:10 Job ad information event triggered. SentBytes = 1864048640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@iut2-c179.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:48, Sys 0 00:02:46" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 280 EventTime = "2019-05-25T13:35:10" TotalSentBytes = 1864048640.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:44:48, Sys 0 00:02:46" JOB_GLIDEIN_SiteWMS_JobId = "263074.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.211.000) 05/25 13:35:18 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406676 - ResidentSetSize of job (KB) ... 028 (1253.211.000) 05/25 13:35:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T13:35:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270088.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22207" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.126.000) 05/25 13:35:18 Job executing on host: <72.36.96.205:37996?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#868143&addrs=72.36.96.205-37996&noUDP> ... 028 (1253.126.000) 05/25 13:35:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:35:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:37996?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#868143&addrs=72.36.96.205-37996&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.030.000) 05/25 13:35:20 Job executing on host: <149.165.225.29:41745?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874615&addrs=149.165.225.29-41745&noUDP> ... 028 (1253.030.000) 05/25 13:35:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 30 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T13:35:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.29:41745?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874615&addrs=149.165.225.29-41745&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262633.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27247" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c296.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 13:35:30 Image size of job updated: 12500000 2072 - MemoryUsage of job (MB) 2121240 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 13:35:30 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 192 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T13:35:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 2072 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 2121240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.019.000) 05/25 13:36:10 Job terminated. (1) Normal termination (return value 0) Usr 0 02:05:32, Sys 0 00:03:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:05:32, Sys 0 00:03:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874648960 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1874648960 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242448 1 569591860 Memory (MB) : 357 1024 1920 ... 028 (1253.019.000) 05/25 13:36:10 Job ad information event triggered. SentBytes = 1874648960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967966" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:05:32, Sys 0 00:03:14" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 19 EventTime = "2019-05-25T13:36:10" TotalSentBytes = 1874648960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:05:32, Sys 0 00:03:14" JOB_GLIDEIN_SiteWMS_JobId = "262932.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.256.000) 05/25 13:37:04 Image size of job updated: 1570668 355 - MemoryUsage of job (MB) 363372 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:37:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:37:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.028.000) 05/25 13:37:04 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375244 - ResidentSetSize of job (KB) ... 028 (1253.028.000) 05/25 13:37:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 28 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:37:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263326.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968215" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 13:37:07 Image size of job updated: 12500000 772 - MemoryUsage of job (MB) 789824 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 13:37:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 264 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:37:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 772 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262855.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22865" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 789824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 13:38:31 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375340 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 13:38:31 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:38:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:38:47 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361784 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:38:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:38:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:39:04 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358876 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:39:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:39:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:39:16 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349564 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:39:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.037.000) 05/25 13:39:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:49, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:49, Sys 0 00:02:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886773888 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1886773888 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 705864604 Memory (MB) : 414 1024 1920 ... 028 (1253.037.000) 05/25 13:39:30 Job ad information event triggered. SentBytes = 1886773888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7368600" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c359.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:49, Sys 0 00:02:49" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 37 EventTime = "2019-05-25T13:39:30" TotalSentBytes = 1886773888.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:48:49, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "1377184.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.089.000) 05/25 13:39:42 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413684 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:39:42 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 413684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:40:00 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339664 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:40:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:40:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.267.000) 05/25 13:40:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3408_494471654@AS-BOWNE309-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.267.000) 05/25 13:40:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:40:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430835.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5938" StartdName = "glidein_3408_494471654@AS-BOWNE309-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BOWNE309-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 13:40:29 Image size of job updated: 1750000 351 - MemoryUsage of job (MB) 358488 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 13:40:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:40:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.267.000) 05/25 13:41:16 Job executing on host: <137.99.79.147:27247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#710&addrs=137.99.79.147-27247+[--1]-27247&noUDP> ... 028 (1253.267.000) 05/25 13:41:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 267 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:41:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:27247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#710&addrs=137.99.79.147-27247+[--1]-27247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713025.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2979" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.256.000) 05/25 13:42:04 Image size of job updated: 1570668 356 - MemoryUsage of job (MB) 364428 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:42:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:42:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.115.000) 05/25 13:42:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:37, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:37, Sys 0 00:02:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1829215616 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1829215616 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 406258136 Memory (MB) : 422 1024 1920 ... 028 (1253.115.000) 05/25 13:42:10 Job ad information event triggered. SentBytes = 1829215616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30209" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c426.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:37, Sys 0 00:02:54" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 115 EventTime = "2019-05-25T13:42:10" TotalSentBytes = 1829215616.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:53:37, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "1377034.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.203.000) 05/25 13:42:13 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:46, Sys 0 00:03:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:46, Sys 0 00:03:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865850240 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1865850240 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 514368892 Memory (MB) : 418 1024 1920 ... 028 (1253.203.000) 05/25 13:42:13 Job ad information event triggered. SentBytes = 1865850240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23186" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c117.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:46, Sys 0 00:03:14" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 203 EventTime = "2019-05-25T13:42:13" TotalSentBytes = 1865850240.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:46, Sys 0 00:03:14" JOB_GLIDEIN_SiteWMS_JobId = "263065.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.025.000) 05/25 13:42:41 Image size of job updated: 14366932 354 - MemoryUsage of job (MB) 361596 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 13:42:41 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14366932 Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T13:42:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 361596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 13:43:32 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 376896 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 13:43:32 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:43:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:43:47 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362876 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:43:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:43:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:44:04 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359896 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:44:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:44:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:44:16 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350856 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:44:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:44:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:44:42 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415628 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:44:42 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:44:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 415628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:45:01 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340724 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:45:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:45:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.111.000) 05/25 13:45:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3441_299221194@NEWH-GN6GW12-S2-its-c7-osg-20190309, rescheduling job ... 028 (1253.111.000) 05/25 13:45:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:45:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434455.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" StartdName = "glidein_3441_299221194@NEWH-GN6GW12-S2-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 13:45:29 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 361132 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 13:45:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:45:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.184.000) 05/25 13:45:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:41, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:41, Sys 0 00:03:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1854724096 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1854724096 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 203019292 Memory (MB) : 419 1024 1920 ... 028 (1253.184.000) 05/25 13:45:38 Job ad information event triggered. SentBytes = 1854724096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968033" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:41, Sys 0 00:03:17" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 184 EventTime = "2019-05-25T13:45:38" TotalSentBytes = 1854724096.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:01:41, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "263013.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.256.000) 05/25 13:47:05 Image size of job updated: 1570668 357 - MemoryUsage of job (MB) 365552 - ResidentSetSize of job (KB) ... 028 (1253.256.000) 05/25 13:47:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 256 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:47:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116093" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.168.000) 05/25 13:47:31 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:53, Sys 0 00:03:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:53, Sys 0 00:03:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1868862080 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1868862080 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2236797 1 524989896 Memory (MB) : 417 1024 1920 ... 028 (1253.168.000) 05/25 13:47:31 Job ad information event triggered. SentBytes = 1868862080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23007" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c128.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:53, Sys 0 00:03:49" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 168 EventTime = "2019-05-25T13:47:31" TotalSentBytes = 1868862080.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:53:53, Sys 0 00:03:49" JOB_GLIDEIN_SiteWMS_JobId = "262957.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.025.000) 05/25 13:47:41 Image size of job updated: 14366932 356 - MemoryUsage of job (MB) 363928 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 13:47:41 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14366932 Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T13:47:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 363928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 13:48:23 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344800 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 13:48:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:48:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.123.000) 05/25 13:48:27 Job terminated. (1) Normal termination (return value 0) Usr 0 03:31:32, Sys 0 00:04:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:31:32, Sys 0 00:04:00 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1825307904 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1825307904 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2194262 1 35102344 Memory (MB) : 359 1024 2500 ... 028 (1253.123.000) 05/25 13:48:27 Job ad information event triggered. SentBytes = 1825307904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9663" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWJK02-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:31:32, Sys 0 00:04:00" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 123 EventTime = "2019-05-25T13:48:27" TotalSentBytes = 1825307904.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 03:31:32, Sys 0 00:04:00" JOB_GLIDEIN_SiteWMS_JobId = "4361074.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.016.000) 05/25 13:48:32 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378112 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 13:48:32 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.175.000) 05/25 13:48:47 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364444 - ResidentSetSize of job (KB) ... 028 (1253.175.000) 05/25 13:48:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:48:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.235.000) 05/25 13:49:05 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 361372 - ResidentSetSize of job (KB) ... 028 (1253.235.000) 05/25 13:49:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:49:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21951" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.046.000) 05/25 13:49:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:13, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1118420992 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.046.000) 05/25 13:49:15 Job ad information event triggered. SentBytes = 1118420992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8969" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 46 EventTime = "2019-05-25T13:49:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:38:13, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "8715142.0" ... 006 (1253.273.000) 05/25 13:49:17 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351572 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:49:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:49:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:49:43 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417108 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:49:43 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:49:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 417108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:50:02 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341576 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:50:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:50:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.046.000) 05/25 13:50:16 Job executing on host: <137.99.79.170:8636?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#709&addrs=137.99.79.170-8636+[--1]-8636&noUDP> ... 028 (1253.046.000) 05/25 13:50:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 46 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:50:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:8636?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#709&addrs=137.99.79.170-8636+[--1]-8636&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715142.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8969" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 13:50:30 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 361432 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 13:50:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:50:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.169.000) 05/25 13:50:36 Job terminated. (1) Normal termination (return value 0) Usr 0 03:26:46, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:26:46, Sys 0 00:03:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873192576 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1873192576 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241025 1 36178928 Memory (MB) : 358 1024 2500 ... 028 (1253.169.000) 05/25 13:50:36 Job ad information event triggered. SentBytes = 1873192576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "18914" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SMITH330-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:26:46, Sys 0 00:03:23" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 169 EventTime = "2019-05-25T13:50:36" TotalSentBytes = 1873192576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:26:46, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "4432659.0" TotalReceivedBytes = 421571104.0 ... 022 (1253.277.000) 05/25 13:50:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3447_151329826@NEWH-339RVV1-S1-its-c7-osg-20190309 <10.0.2.15:41014?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877629&addrs=10.0.2.15-41014&noUDP> ... 028 (1253.277.000) 05/25 13:50:59 Job ad information event triggered. StartdAddr = "<10.0.2.15:41014?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877629&addrs=10.0.2.15-41014&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22845" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-339RVV1-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 277 EventTime = "2019-05-25T13:50:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3447_151329826@NEWH-339RVV1-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385342.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.085.000) 05/25 13:53:24 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345260 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 13:53:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:53:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 13:53:32 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380064 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 13:53:32 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:53:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:54:17 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352880 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:54:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:54:44 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418020 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:54:44 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:54:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 418020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 13:55:03 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342784 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 13:55:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:55:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 13:55:30 Image size of job updated: 1750000 356 - MemoryUsage of job (MB) 364512 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 13:55:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T13:55:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.165.000) 05/25 13:56:54 Image size of job updated: 1572724 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1253.165.000) 05/25 13:56:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 165 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:56:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433040.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 13:58:24 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346052 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 13:58:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T13:58:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 13:58:32 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381772 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 13:58:32 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:58:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 381772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 13:59:18 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353364 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 13:59:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T13:59:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 13:59:44 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419816 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 13:59:44 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T13:59:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 419816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.174.000) 05/25 14:00:14 Job terminated. (1) Normal termination (return value 0) Usr 0 03:29:01, Sys 0 00:03:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:29:01, Sys 0 00:03:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1836325760 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1836325760 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2205022 1 36184132 Memory (MB) : 354 1024 2500 ... 028 (1253.174.000) 05/25 14:00:14 Job ad information event triggered. SentBytes = 1836325760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8111887" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK-CNF-02-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:29:01, Sys 0 00:03:48" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 174 EventTime = "2019-05-25T14:00:14" TotalSentBytes = 1836325760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:29:01, Sys 0 00:03:48" JOB_GLIDEIN_SiteWMS_JobId = "4435783.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.126.000) 05/25 14:00:30 Image size of job updated: 1750000 359 - MemoryUsage of job (MB) 367256 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 14:00:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.128.000) 05/25 14:02:53 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:55, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:55, Sys 0 00:03:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1815622400 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1815622400 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 667379556 Memory (MB) : 420 1024 1920 ... 028 (1253.128.000) 05/25 14:02:53 Job ad information event triggered. SentBytes = 1815622400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c051.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:55, Sys 0 00:03:37" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 128 EventTime = "2019-05-25T14:02:53" TotalSentBytes = 1815622400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:48:55, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "268994.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.085.000) 05/25 14:03:25 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346520 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:03:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:03:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.103.000) 05/25 14:03:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:39, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:39, Sys 0 00:02:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1840705536 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1840705536 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 297674736 Memory (MB) : 416 1024 1920 ... 028 (1253.103.000) 05/25 14:03:32 Job ad information event triggered. SentBytes = 1840705536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968099" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c452.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:39, Sys 0 00:02:49" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 103 EventTime = "2019-05-25T14:03:32" TotalSentBytes = 1840705536.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:39, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "263092.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.016.000) 05/25 14:03:33 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382476 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:03:33 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.153.000) 05/25 14:03:53 Job terminated. (1) Normal termination (return value 0) Usr 0 01:34:45, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:34:45, Sys 0 00:02:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1852107008 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1852107008 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 470630092 Memory (MB) : 415 1024 1920 ... 028 (1253.153.000) 05/25 14:03:53 Job ad information event triggered. SentBytes = 1852107008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24227" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c295.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:34:45, Sys 0 00:02:20" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 153 EventTime = "2019-05-25T14:03:53" TotalSentBytes = 1852107008.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:34:45, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "1664974.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.273.000) 05/25 14:04:18 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354728 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 14:04:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:04:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 14:04:45 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 420992 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 14:04:45 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:04:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 420992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:05:04 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343848 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:05:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:05:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.126.000) 05/25 14:05:31 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 369708 - ResidentSetSize of job (KB) ... 028 (1253.126.000) 05/25 14:05:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 126 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:05:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23730" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.100.000) 05/25 14:05:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:30, Sys 0 00:03:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:30, Sys 0 00:03:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1840914432 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1840914432 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 670792500 Memory (MB) : 416 1024 1920 ... 028 (1253.100.000) 05/25 14:05:48 Job ad information event triggered. SentBytes = 1840914432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968061" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:30, Sys 0 00:03:50" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 100 EventTime = "2019-05-25T14:05:48" TotalSentBytes = 1840914432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:30, Sys 0 00:03:50" JOB_GLIDEIN_SiteWMS_JobId = "263042.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.281.000) 05/25 14:06:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:23, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:23, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873221376 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1873221376 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 408684432 Memory (MB) : 440 1024 1920 ... 028 (1253.281.000) 05/25 14:06:07 Job ad information event triggered. SentBytes = 1873221376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967876" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c486.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:23, Sys 0 00:02:59" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 281 EventTime = "2019-05-25T14:06:07" TotalSentBytes = 1873221376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:23, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "262800.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.067.000) 05/25 14:06:46 Job terminated. (1) Normal termination (return value 0) Usr 0 01:29:26, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:29:26, Sys 0 00:00:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1041031936 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1041031936 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 82982592 Memory (MB) : 416 1024 2048 ... 028 (1253.067.000) 05/25 14:06:46 Job ad information event triggered. SentBytes = 1041031936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:29:26, Sys 0 00:00:47" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 67 EventTime = "2019-05-25T14:06:46" TotalSentBytes = 1041031936.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:26, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.262.000) 05/25 14:06:53 Job terminated. (1) Normal termination (return value 0) Usr 0 01:35:36, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:35:36, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1883137280 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1883137280 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 470628556 Memory (MB) : 369 1024 1920 ... 028 (1253.262.000) 05/25 14:06:53 Job ad information event triggered. SentBytes = 1883137280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24244" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@iut2-c295.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:35:36, Sys 0 00:02:23" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 262 EventTime = "2019-05-25T14:06:53" TotalSentBytes = 1883137280.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:35:36, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "1665005.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.197.000) 05/25 14:07:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_58250_226184945@mwt2-c028.campuscluster.illinois.edu <72.36.96.157:42411?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34960&addrs=72.36.96.157-42411&noUDP> ... 028 (1253.197.000) 05/25 14:07:08 Job ad information event triggered. StartdAddr = "<72.36.96.157:42411?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34960&addrs=72.36.96.157-42411&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c028.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 197 EventTime = "2019-05-25T14:07:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_58250_226184945@mwt2-c028.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262953.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.197.000) 05/25 14:07:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_58250_226184945@mwt2-c028.campuscluster.illinois.edu, rescheduling job ... 028 (1253.197.000) 05/25 14:07:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 197 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:07:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262953.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22988" StartdName = "glidein_58250_226184945@mwt2-c028.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.078.000) 05/25 14:07:12 Image size of job updated: 1576844 391 - MemoryUsage of job (MB) 400000 - ResidentSetSize of job (KB) ... 028 (1253.078.000) 05/25 14:07:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:07:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717136" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 400000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.270.000) 05/25 14:07:20 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:07, Sys 0 00:02:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:07, Sys 0 00:02:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1867042432 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1867042432 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 67081840 Memory (MB) : 416 1024 2048 ... 028 (1253.270.000) 05/25 14:07:20 Job ad information event triggered. SentBytes = 1867042432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod22.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:07, Sys 0 00:02:46" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 270 EventTime = "2019-05-25T14:07:20" TotalSentBytes = 1867042432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:07, Sys 0 00:02:46" JOB_GLIDEIN_SiteWMS_JobId = "8713023.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.048.000) 05/25 14:07:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:35:15, Sys 0 00:02:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:35:15, Sys 0 00:02:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892329728 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1892329728 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 470621628 Memory (MB) : 391 1024 1920 ... 028 (1253.048.000) 05/25 14:07:30 Job ad information event triggered. SentBytes = 1892329728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24244" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@iut2-c295.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:35:15, Sys 0 00:02:21" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-25T14:07:30" TotalSentBytes = 1892329728.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:35:15, Sys 0 00:02:21" JOB_GLIDEIN_SiteWMS_JobId = "1665008.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.197.000) 05/25 14:07:31 Job executing on host: <137.99.79.157:18875?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#678&addrs=137.99.79.157-18875+[--1]-18875&noUDP> ... 028 (1253.197.000) 05/25 14:07:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 197 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:07:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18875?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#678&addrs=137.99.79.157-18875+[--1]-18875&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713023.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2979" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 14:08:25 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347208 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:08:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:08:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.094.000) 05/25 14:08:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2640_533867440@mwt2-c076.campuscluster.illinois.edu <72.36.96.205:42475?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877439&addrs=72.36.96.205-42475&noUDP> ... 028 (1253.094.000) 05/25 14:08:26 Job ad information event triggered. StartdAddr = "<72.36.96.205:42475?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877439&addrs=72.36.96.205-42475&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968099" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c076.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 94 EventTime = "2019-05-25T14:08:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_2640_533867440@mwt2-c076.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263085.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.094.000) 05/25 14:08:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2640_533867440@mwt2-c076.campuscluster.illinois.edu, rescheduling job ... 028 (1253.094.000) 05/25 14:08:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:08:26" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263085.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968099" StartdName = "glidein_2640_533867440@mwt2-c076.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:08:33 Image size of job updated: 1500000 376 - MemoryUsage of job (MB) 384692 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:08:33 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:08:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 384692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.087.000) 05/25 14:08:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309 <10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP> ... 028 (1253.087.000) 05/25 14:08:41 Job ad information event triggered. StartdAddr = "<10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E110B-01-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 87 EventTime = "2019-05-25T14:08:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4384735.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1253.094.000) 05/25 14:09:14 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1253.094.000) 05/25 14:09:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 94 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:09:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 14:09:18 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355976 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 14:09:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:09:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.202.000) 05/25 14:09:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:56, Sys 0 00:03:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:56, Sys 0 00:03:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877005824 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1877005824 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 566427328 Memory (MB) : 416 1024 1920 ... 028 (1253.202.000) 05/25 14:09:44 Job ad information event triggered. SentBytes = 1877005824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21734" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c089.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:56, Sys 0 00:03:32" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 202 EventTime = "2019-05-25T14:09:44" TotalSentBytes = 1877005824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:47:56, Sys 0 00:03:32" JOB_GLIDEIN_SiteWMS_JobId = "269027.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.089.000) 05/25 14:09:46 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422768 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 14:09:46 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:09:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 422768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:10:04 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344548 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:10:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:10:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.186.000) 05/25 14:10:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:55, Sys 0 00:03:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:55, Sys 0 00:03:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871194368 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1871194368 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 678949376 Memory (MB) : 418 1024 1920 ... 028 (1253.186.000) 05/25 14:10:06 Job ad information event triggered. SentBytes = 1871194368.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21734" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c009.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:55, Sys 0 00:03:50" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 186 EventTime = "2019-05-25T14:10:06" TotalSentBytes = 1871194368.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:51:55, Sys 0 00:03:50" JOB_GLIDEIN_SiteWMS_JobId = "269026.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.090.000) 05/25 14:10:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:02, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:02, Sys 0 00:03:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1833758976 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1833758976 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 566440188 Memory (MB) : 440 1024 1920 ... 028 (1253.090.000) 05/25 14:10:08 Job ad information event triggered. SentBytes = 1833758976.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967876" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c088.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:02, Sys 0 00:03:13" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 90 EventTime = "2019-05-25T14:10:08" TotalSentBytes = 1833758976.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:02, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "262796.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.081.000) 05/25 14:10:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:18:53, Sys 0 00:01:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:18:53, Sys 0 00:01:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862969600 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1862969600 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 563769408 Memory (MB) : 416 1024 1920 ... 028 (1253.081.000) 05/25 14:10:18 Job ad information event triggered. SentBytes = 1862969600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c143.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:18:53, Sys 0 00:01:32" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 81 EventTime = "2019-05-25T14:10:18" TotalSentBytes = 1862969600.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:18:53, Sys 0 00:01:32" JOB_GLIDEIN_SiteWMS_JobId = "262921.0" TotalReceivedBytes = 843142208.0 ... 023 (1253.087.000) 05/25 14:10:52 Job reconnected to glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309 startd address: <10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP> starter address: <10.0.2.15:37838?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39838&PrivNet=MAX-E110B-01-S7-its-c7-osg-20190309&addrs=10.0.2.15-37838&noUDP> ... 028 (1253.087.000) 05/25 14:10:52 Job ad information event triggered. StartdAddr = "<10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E110B-01-S7-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 87 EventTime = "2019-05-25T14:10:52" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:37838?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#39838&PrivNet=MAX-E110B-01-S7-its-c7-osg-20190309&addrs=10.0.2.15-37838&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4384735.0" EventDescription = "Job reconnected" ... 005 (1253.093.000) 05/25 14:11:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:02:02, Sys 0 00:03:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:02:02, Sys 0 00:03:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1831776768 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1831776768 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 695102492 Memory (MB) : 416 1024 1920 ... 028 (1253.093.000) 05/25 14:11:14 Job ad information event triggered. SentBytes = 1831776768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23186" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c136.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:02:02, Sys 0 00:03:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 93 EventTime = "2019-05-25T14:11:14" TotalSentBytes = 1831776768.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:02:02, Sys 0 00:03:42" JOB_GLIDEIN_SiteWMS_JobId = "263066.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.102.000) 05/25 14:11:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:07, Sys 0 00:03:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:07, Sys 0 00:03:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1842496256 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1842496256 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 681711724 Memory (MB) : 367 1024 1920 ... 028 (1253.102.000) 05/25 14:11:50 Job ad information event triggered. SentBytes = 1842496256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21706" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:07, Sys 0 00:03:44" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 102 EventTime = "2019-05-25T14:11:50" TotalSentBytes = 1842496256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:57:07, Sys 0 00:03:44" JOB_GLIDEIN_SiteWMS_JobId = "269005.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.209.000) 05/25 14:11:58 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:59, Sys 0 00:03:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:59, Sys 0 00:03:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866768256 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1866768256 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 562402084 Memory (MB) : 413 1024 1920 ... 028 (1253.209.000) 05/25 14:11:58 Job ad information event triggered. SentBytes = 1866768256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23186" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c093.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:59, Sys 0 00:03:21" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 209 EventTime = "2019-05-25T14:11:58" TotalSentBytes = 1866768256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:59, Sys 0 00:03:21" JOB_GLIDEIN_SiteWMS_JobId = "263071.0" TotalReceivedBytes = 843142208.0 ... 024 (1253.120.000) 05/25 14:12:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3455_871704796@MAX-E306C-01-S5-its-c7-osg-20190309, rescheduling job ... 028 (1253.120.000) 05/25 14:12:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:12:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442320.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117022" StartdName = "glidein_3455_871704796@MAX-E306C-01-S5-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306C-01-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.238.000) 05/25 14:12:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:05:13, Sys 0 00:03:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:05:13, Sys 0 00:03:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887116800 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1887116800 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 550778252 Memory (MB) : 416 1024 1920 ... 028 (1253.238.000) 05/25 14:12:39 Job ad information event triggered. SentBytes = 1887116800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967785" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c137.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:05:13, Sys 0 00:03:03" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 238 EventTime = "2019-05-25T14:12:39" TotalSentBytes = 1887116800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:05:13, Sys 0 00:03:03" JOB_GLIDEIN_SiteWMS_JobId = "262610.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.218.000) 05/25 14:12:48 Image size of job updated: 1570668 348 - MemoryUsage of job (MB) 355584 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 14:12:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:12:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.120.000) 05/25 14:13:19 Job executing on host: <128.186.19.131:30835?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#706&addrs=128.186.19.131-30835+[--1]-30835&noUDP> ... 028 (1253.120.000) 05/25 14:13:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 120 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T14:13:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:30835?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#706&addrs=128.186.19.131-30835+[--1]-30835&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8405258" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 14:13:26 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347360 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:13:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:13:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:13:33 Image size of job updated: 1500000 378 - MemoryUsage of job (MB) 386620 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:13:33 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:13:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 386620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 14:14:19 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356948 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 14:14:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:14:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 14:14:46 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424648 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 14:14:46 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:14:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 424648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.134.000) 05/25 14:15:02 Job was evicted. (0) Job terminated and was requeued Usr 0 00:40:09, Sys 0 00:00:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764151360 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.134.000) 05/25 14:15:02 Job ad information event triggered. SentBytes = 764151360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23174" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c487.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 134 EventTime = "2019-05-25T14:15:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:40:09, Sys 0 00:00:56" JOB_GLIDEIN_SiteWMS_JobId = "263051.0" ... 006 (1253.086.000) 05/25 14:15:04 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346432 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:15:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:15:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.134.000) 05/25 14:15:17 Job executing on host: <137.99.79.237:17513?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#699&addrs=137.99.79.237-17513+[--1]-17513&noUDP> ... 028 (1253.134.000) 05/25 14:15:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 134 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:15:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.237:17513?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#699&addrs=137.99.79.237-17513+[--1]-17513&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716138.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211693" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat17.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 14:15:26 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360660 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 14:15:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:15:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.114.000) 05/25 14:16:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:33, Sys 0 00:03:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:33, Sys 0 00:03:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1817311744 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1817311744 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 672915572 Memory (MB) : 416 1024 1920 ... 028 (1253.114.000) 05/25 14:16:14 Job ad information event triggered. SentBytes = 1817311744.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968099" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c007.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:33, Sys 0 00:03:53" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 114 EventTime = "2019-05-25T14:16:14" TotalSentBytes = 1817311744.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:48:33, Sys 0 00:03:53" JOB_GLIDEIN_SiteWMS_JobId = "263084.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.111.000) 05/25 14:16:19 Job executing on host: <137.99.79.167:7165?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#652&addrs=137.99.79.167-7165+[--1]-7165&noUDP> ... 028 (1253.111.000) 05/25 14:16:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:16:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:7165?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#652&addrs=137.99.79.167-7165+[--1]-7165&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.097.000) 05/25 14:16:37 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:51, Sys 0 00:03:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:51, Sys 0 00:03:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1829776384 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1829776384 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 674931596 Memory (MB) : 440 1024 1920 ... 028 (1253.097.000) 05/25 14:16:37 Job ad information event triggered. SentBytes = 1829776384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21685" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c044.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:51, Sys 0 00:03:51" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 97 EventTime = "2019-05-25T14:16:37" TotalSentBytes = 1829776384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:50:51, Sys 0 00:03:51" JOB_GLIDEIN_SiteWMS_JobId = "268998.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.087.000) 05/25 14:17:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309 <10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP> ... 028 (1253.087.000) 05/25 14:17:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:39850?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888767&addrs=10.0.2.15-39850&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E110B-01-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 87 EventTime = "2019-05-25T14:17:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4384735.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.218.000) 05/25 14:17:48 Image size of job updated: 1570668 349 - MemoryUsage of job (MB) 356880 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 14:17:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:17:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 14:18:26 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348944 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:18:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:18:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:18:34 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403936 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:18:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:18:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 403936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 14:18:37 Image size of job updated: 1750000 359 - MemoryUsage of job (MB) 366992 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 14:18:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:18:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 14:18:59 Image size of job updated: 1453484 355 - MemoryUsage of job (MB) 362708 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 14:18:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:18:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 14:19:20 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357996 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 14:19:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:19:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.089.000) 05/25 14:19:47 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426016 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 14:19:47 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:19:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 426016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.122.000) 05/25 14:20:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:39:35, Sys 0 00:02:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:39:35, Sys 0 00:02:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1824926848 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1824926848 - Total Bytes Sent By Job 843242624 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 659142640 Memory (MB) : 410 1024 1920 ... 028 (1253.122.000) 05/25 14:20:00 Job ad information event triggered. SentBytes = 1824926848.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23305" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@iut2-c293.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:39:35, Sys 0 00:02:33" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 122 EventTime = "2019-05-25T14:20:00" TotalSentBytes = 1824926848.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:39:35, Sys 0 00:02:33" JOB_GLIDEIN_SiteWMS_JobId = "263187.0" TotalReceivedBytes = 843242624.0 ... 006 (1253.086.000) 05/25 14:20:05 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346804 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:20:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:20:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 14:20:27 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361980 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 14:20:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:20:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.199.000) 05/25 14:21:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_102639_540823041@mwt2-c014.campuscluster.illinois.edu <72.36.96.143:38885?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886689&addrs=72.36.96.143-38885&noUDP> ... 028 (1253.199.000) 05/25 14:21:15 Job ad information event triggered. StartdAddr = "<72.36.96.143:38885?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886689&addrs=72.36.96.143-38885&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c014.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 199 EventTime = "2019-05-25T14:21:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_102639_540823041@mwt2-c014.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268995.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.199.000) 05/25 14:21:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_102639_540823041@mwt2-c014.campuscluster.illinois.edu, rescheduling job ... 028 (1253.199.000) 05/25 14:21:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:21:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268995.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967790" StartdName = "glidein_102639_540823041@mwt2-c014.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.199.000) 05/25 14:22:19 Job executing on host: <137.99.79.157:14885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#694&addrs=137.99.79.157-14885+[--1]-14885&noUDP> ... 028 (1253.199.000) 05/25 14:22:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:22:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:14885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#694&addrs=137.99.79.157-14885+[--1]-14885&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211843" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.251.000) 05/25 14:22:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:28, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:28, Sys 0 00:03:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884453376 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1884453376 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 563206360 Memory (MB) : 440 1024 1920 ... 028 (1253.251.000) 05/25 14:22:27 Job ad information event triggered. SentBytes = 1884453376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23205" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c422.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:28, Sys 0 00:03:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 251 EventTime = "2019-05-25T14:22:27" TotalSentBytes = 1884453376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:28, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "263104.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.218.000) 05/25 14:22:48 Image size of job updated: 1570668 350 - MemoryUsage of job (MB) 357804 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 14:22:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.264.000) 05/25 14:23:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_120665_205410051@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:34697?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857011&addrs=72.36.96.174-34697&noUDP> ... 028 (1253.264.000) 05/25 14:23:20 Job ad information event triggered. StartdAddr = "<72.36.96.174:34697?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857011&addrs=72.36.96.174-34697&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22865" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 264 EventTime = "2019-05-25T14:23:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_120665_205410051@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262855.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.264.000) 05/25 14:23:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_120665_205410051@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 028 (1253.264.000) 05/25 14:23:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 264 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:23:20" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262855.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22865" StartdName = "glidein_120665_205410051@mwt2-c045.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 14:23:27 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349580 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:23:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:23:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:23:34 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406092 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:23:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:23:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 406092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 14:23:38 Image size of job updated: 1750000 361 - MemoryUsage of job (MB) 368772 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 14:23:38 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:23:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 368772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 14:24:00 Image size of job updated: 1453484 355 - MemoryUsage of job (MB) 363348 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 14:24:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:24:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 14:24:20 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358840 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 14:24:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:24:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.058.000) 05/25 14:24:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:09, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:09, Sys 0 00:02:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1049661760 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1049661760 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 702819296 Memory (MB) : 391 1024 1920 ... 028 (1253.058.000) 05/25 14:24:23 Job ad information event triggered. SentBytes = 1049661760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23229" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c133.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:09, Sys 0 00:02:56" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 58 EventTime = "2019-05-25T14:24:23" TotalSentBytes = 1049661760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:06:09, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "263120.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.253.000) 05/25 14:24:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:38, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:38, Sys 0 00:02:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1885666048 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1885666048 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 659056976 Memory (MB) : 440 1024 1920 ... 028 (1253.253.000) 05/25 14:24:30 Job ad information event triggered. SentBytes = 1885666048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23305" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@iut2-c293.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:38, Sys 0 00:02:34" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 253 EventTime = "2019-05-25T14:24:30" TotalSentBytes = 1885666048.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:38, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "263186.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.089.000) 05/25 14:24:48 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427604 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 14:24:48 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:24:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 427604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:25:05 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346896 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:25:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:25:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 14:25:28 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363168 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 14:25:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:25:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.248.000) 05/25 14:26:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:35:25, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:35:25, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888954880 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1888958848 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 555959920 Memory (MB) : 407 1024 1920 ... 028 (1253.248.000) 05/25 14:26:09 Job ad information event triggered. SentBytes = 1888954880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22312" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:35:25, Sys 0 00:02:09" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 248 EventTime = "2019-05-25T14:26:09" TotalSentBytes = 1888958848.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:35:25, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "270202.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.264.000) 05/25 14:26:32 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1253.264.000) 05/25 14:26:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 264 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T14:26:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.034.000) 05/25 14:27:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:11, Sys 0 00:03:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:11, Sys 0 00:03:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871473024 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1871473024 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2239347 1 670088420 Memory (MB) : 409 1024 1920 ... 028 (1253.034.000) 05/25 14:27:24 Job ad information event triggered. SentBytes = 1871473024.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22816" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c027.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:11, Sys 0 00:03:41" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 34 EventTime = "2019-05-25T14:27:24" TotalSentBytes = 1871473024.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:11, Sys 0 00:03:41" JOB_GLIDEIN_SiteWMS_JobId = "262826.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.247.000) 05/25 14:27:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3686_69831942@compute-0-0.local <10.2.255.254:44820?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#865767&addrs=10.2.255.254-44820&noUDP> ... 028 (1253.247.000) 05/25 14:27:45 Job ad information event triggered. StartdAddr = "<10.2.255.254:44820?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#865767&addrs=10.2.255.254-44820&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8097727" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot4@compute-0-0.local" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "PuertoRico" JOB_GLIDEIN_Site = "PuertoRico" Proc = 247 EventTime = "2019-05-25T14:27:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3686_69831942@compute-0-0.local" JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" JOB_GLIDEIN_SiteWMS_JobId = "1297985.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.247.000) 05/25 14:27:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3686_69831942@compute-0-0.local, rescheduling job ... 028 (1253.247.000) 05/25 14:27:46 Job ad information event triggered. JOB_Site = "PuertoRico" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 247 JOB_GLIDEIN_Entry_Name = "CMS_T3_US_PuertoRico_UPRM" EventTime = "2019-05-25T14:27:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "cms-grid0.hep.uprm.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "PuertoRico" JOB_GLIDEIN_SiteWMS_JobId = "1297985.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8097727" StartdName = "glidein_3686_69831942@compute-0-0.local" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot4@compute-0-0.local" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.218.000) 05/25 14:27:48 Image size of job updated: 1570668 351 - MemoryUsage of job (MB) 358860 - ResidentSetSize of job (KB) ... 028 (1253.218.000) 05/25 14:27:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 218 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:27:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715071" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 14:28:28 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350372 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:28:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:28:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 14:28:38 Image size of job updated: 1750000 363 - MemoryUsage of job (MB) 371124 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 14:28:38 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:28:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 371124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 14:29:00 Image size of job updated: 1453484 356 - MemoryUsage of job (MB) 364404 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 14:29:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:29:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 14:29:08 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357076 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 14:29:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:29:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.035.000) 05/25 14:29:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3467790_175993460@nod3.phys.uconn.edu <137.99.79.138:25422?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#712&addrs=137.99.79.138-25422+[--1]-25422&noUDP> ... 028 (1253.035.000) 05/25 14:29:16 Job ad information event triggered. StartdAddr = "<137.99.79.138:25422?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#712&addrs=137.99.79.138-25422+[--1]-25422&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7213395" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod3.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 35 EventTime = "2019-05-25T14:29:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3467790_175993460@nod3.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716781.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.035.000) 05/25 14:29:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3467790_175993460@nod3.phys.uconn.edu, rescheduling job ... 028 (1253.035.000) 05/25 14:29:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 35 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:29:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716781.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213395" StartdName = "glidein_3467790_175993460@nod3.phys.uconn.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 14:29:21 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360192 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 14:29:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:29:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.204.000) 05/25 14:29:41 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:44, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:44, Sys 0 00:02:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866786816 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1866786816 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 659056400 Memory (MB) : 367 1024 1920 ... 028 (1253.204.000) 05/25 14:29:41 Job ad information event triggered. SentBytes = 1866786816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23305" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@iut2-c293.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:44, Sys 0 00:02:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 204 EventTime = "2019-05-25T14:29:41" TotalSentBytes = 1866786816.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:44, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "263191.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.089.000) 05/25 14:29:48 Image size of job updated: 1750000 421 - MemoryUsage of job (MB) 430752 - ResidentSetSize of job (KB) ... 028 (1253.089.000) 05/25 14:29:48 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 89 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:29:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213334" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" Subproc = 0 ResidentSetSize = 430752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:30:06 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347392 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:30:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:30:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.247.000) 05/25 14:30:24 Job executing on host: <137.99.79.225:28501?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#707&addrs=137.99.79.225-28501+[--1]-28501&noUDP> ... 028 (1253.247.000) 05/25 14:30:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:30:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:28501?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#707&addrs=137.99.79.225-28501+[--1]-28501&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716140.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211787" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.035.000) 05/25 14:30:24 Job executing on host: <137.99.79.138:25422?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#712&addrs=137.99.79.138-25422+[--1]-25422&noUDP> ... 028 (1253.035.000) 05/25 14:30:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 35 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:30:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:25422?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#712&addrs=137.99.79.138-25422+[--1]-25422&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716781.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213395" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.023.000) 05/25 14:30:29 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363432 - ResidentSetSize of job (KB) ... 028 (1253.023.000) 05/25 14:30:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:30:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116129" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.258.000) 05/25 14:30:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:36, Sys 0 00:02:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:36, Sys 0 00:02:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1882293120 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1882293120 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 7661001728 Memory (MB) : 398 1024 2500 ... 028 (1253.258.000) 05/25 14:30:44 Job ad information event triggered. SentBytes = 1882293120.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7366573" JOB_GLIDEIN_SiteWMS = "SLURM" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:36, Sys 0 00:02:07" JOB_Site = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_Site = "OSG_US_NMSU_DISCOVERY" Proc = 258 EventTime = "2019-05-25T14:30:44" TotalSentBytes = 1882293120.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_NMSU_DISCOVERY" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "Unknown" RunRemoteUsage = "Usr 0 01:22:36, Sys 0 00:02:07" JOB_GLIDEIN_SiteWMS_JobId = "493373" TotalReceivedBytes = 843142208.0 ... 024 (1253.277.000) 05/25 14:31:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3447_151329826@NEWH-339RVV1-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.277.000) 05/25 14:31:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 277 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:31:00" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385342.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22845" StartdName = "glidein_3447_151329826@NEWH-339RVV1-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-339RVV1-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.277.000) 05/25 14:31:14 Job executing on host: <137.99.79.177:23508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#716&addrs=137.99.79.177-23508+[--1]-23508&noUDP> ... 028 (1253.277.000) 05/25 14:31:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 277 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:31:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:23508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#716&addrs=137.99.79.177-23508+[--1]-23508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715309.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209213" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.150.000) 05/25 14:31:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7381_589583818@iut2-c189.iu.edu <149.165.225.189:37911?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875712&addrs=149.165.225.189-37911&noUDP> ... 028 (1253.150.000) 05/25 14:31:24 Job ad information event triggered. StartdAddr = "<149.165.225.189:37911?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875712&addrs=149.165.225.189-37911&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23290" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c189.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 150 EventTime = "2019-05-25T14:31:24" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_7381_589583818@iut2-c189.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263181.0" EventDescription = "Job disconnected, attempting to reconnect" ... 005 (1253.245.000) 05/25 14:32:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:42, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:42, Sys 0 00:02:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891405312 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1891405312 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 363636364 Memory (MB) : 440 1024 1920 ... 028 (1253.245.000) 05/25 14:32:08 Job ad information event triggered. SentBytes = 1891405312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30129" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c437.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:42, Sys 0 00:02:31" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 245 EventTime = "2019-05-25T14:32:08" TotalSentBytes = 1891405312.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:42, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "1376732.0" TotalReceivedBytes = 843142208.0 ... 023 (1253.150.000) 05/25 14:32:32 Job reconnected to glidein_7381_589583818@iut2-c189.iu.edu startd address: <149.165.225.189:37911?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875712&addrs=149.165.225.189-37911&noUDP> starter address: <149.165.225.189:33179?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876086&PrivNet=iut2-c189.iu.edu&addrs=149.165.225.189-33179&noUDP> ... 028 (1253.150.000) 05/25 14:32:32 Job ad information event triggered. StartdAddr = "<149.165.225.189:37911?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#875712&addrs=149.165.225.189-37911&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23290" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c189.iu.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 150 EventTime = "2019-05-25T14:32:32" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_7381_589583818@iut2-c189.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<149.165.225.189:33179?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876086&PrivNet=iut2-c189.iu.edu&addrs=149.165.225.189-33179&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263181.0" EventDescription = "Job reconnected" ... 007 (1253.150.000) 05/25 14:32:32 Shadow exception! FileTransfer::Download called during active transfer! 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job ... 006 (1253.085.000) 05/25 14:33:28 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351164 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:33:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:33:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:33:36 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406492 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:33:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:33:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 406492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.272.000) 05/25 14:33:39 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377760 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 14:33:39 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:33:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.206.000) 05/25 14:33:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:06, Sys 0 00:04:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:06, Sys 0 00:04:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871630464 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1871630464 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 613129076 Memory (MB) : 416 1024 1920 ... 028 (1253.206.000) 05/25 14:33:57 Job ad information event triggered. SentBytes = 1871630464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c058.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:06, Sys 0 00:04:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 206 EventTime = "2019-05-25T14:33:57" TotalSentBytes = 1871630464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:06, Sys 0 00:04:09" JOB_GLIDEIN_SiteWMS_JobId = "263079.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.129.000) 05/25 14:34:00 Image size of job updated: 1453484 357 - MemoryUsage of job (MB) 365460 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 14:34:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:34:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 14:34:08 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357604 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 14:34:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:34:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.254.000) 05/25 14:34:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_4490_733892283@uct2-c335.mwt2.org <192.170.226.156:36892?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570688&addrs=192.170.226.156-36892&noUDP> ... 028 (1253.254.000) 05/25 14:34:31 Job ad information event triggered. StartdAddr = "<192.170.226.156:36892?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#570688&addrs=192.170.226.156-36892&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c335.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 254 EventTime = "2019-05-25T14:34:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_4490_733892283@uct2-c335.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262816.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.254.000) 05/25 14:34:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_4490_733892283@uct2-c335.mwt2.org, rescheduling job ... 028 (1253.254.000) 05/25 14:34:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:34:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "262816.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22796" StartdName = "glidein_4490_733892283@uct2-c335.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@uct2-c335.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.201.000) 05/25 14:34:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:38, Sys 0 00:03:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:38, Sys 0 00:03:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872422144 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872422144 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 682219816 Memory (MB) : 440 1024 1920 ... 028 (1253.201.000) 05/25 14:34:48 Job ad information event triggered. SentBytes = 1872422144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21630" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c003.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:38, Sys 0 00:03:44" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 201 EventTime = "2019-05-25T14:34:48" TotalSentBytes = 1872422144.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:57:38, Sys 0 00:03:44" JOB_GLIDEIN_SiteWMS_JobId = "268883.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.086.000) 05/25 14:35:06 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348644 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:35:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:35:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.025.000) 05/25 14:35:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_4034925_27767103@comphy <128.186.19.131:22676?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#722&addrs=128.186.19.131-22676+[--1]-22676&noUDP> ... 028 (1253.025.000) 05/25 14:35:32 Job ad information event triggered. StartdAddr = "<128.186.19.131:22676?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#722&addrs=128.186.19.131-22676+[--1]-22676&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22388" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 25 EventTime = "2019-05-25T14:35:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_4034925_27767103@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.025.000) 05/25 14:35:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_4034925_27767103@comphy, rescheduling job ... 028 (1253.025.000) 05/25 14:35:33 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 25 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T14:35:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67925.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22388" StartdName = "glidein_4034925_27767103@comphy" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.160.000) 05/25 14:35:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_34373_195354299@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:43425?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879464&addrs=72.36.96.49-43425&noUDP> ... 028 (1253.160.000) 05/25 14:35:41 Job ad information event triggered. StartdAddr = "<72.36.96.49:43425?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879464&addrs=72.36.96.49-43425&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23437" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 160 EventTime = "2019-05-25T14:35:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_34373_195354299@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.160.000) 05/25 14:35:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_34373_195354299@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1253.160.000) 05/25 14:35:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T14:35:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263289.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23437" StartdName = "glidein_34373_195354299@mwt2-c142.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.254.000) 05/25 14:36:44 Job executing on host: <72.36.96.133:41365?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884745&addrs=72.36.96.133-41365&noUDP> ... 028 (1253.254.000) 05/25 14:36:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:36:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.133:41365?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884745&addrs=72.36.96.133-41365&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270950.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968449" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c004.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.025.000) 05/25 14:36:44 Job executing on host: <72.36.96.188:45422?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#888635&addrs=72.36.96.188-45422&noUDP> ... 028 (1253.025.000) 05/25 14:36:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 25 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:36:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.188:45422?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#888635&addrs=72.36.96.188-45422&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270954.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968449" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.160.000) 05/25 14:36:48 Job executing on host: <72.36.96.232:35067?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875650&addrs=72.36.96.232-35067&noUDP> ... 028 (1253.160.000) 05/25 14:36:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:36:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.232:35067?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875650&addrs=72.36.96.232-35067&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270995.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23159" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.010.000) 05/25 14:37:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_32127_216928656@nod21.phys.uconn.edu <137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP> ... 028 (1253.010.000) 05/25 14:37:00 Job ad information event triggered. StartdAddr = "<137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4594" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 10 EventTime = "2019-05-25T14:37:00" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_32127_216928656@nod21.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.010.000) 05/25 14:37:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_32127_216928656@nod21.phys.uconn.edu, rescheduling job ... 028 (1253.010.000) 05/25 14:37:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:37:00" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" StartdName = "glidein_32127_216928656@nod21.phys.uconn.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.256.000) 05/25 14:37:07 Job terminated. (1) Normal termination (return value 0) Usr 0 03:36:46, Sys 0 00:04:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:36:46, Sys 0 00:04:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1880518656 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1880518656 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2248179 1 36182196 Memory (MB) : 357 1024 2500 ... 028 (1253.256.000) 05/25 14:37:07 Job ad information event triggered. SentBytes = 1880518656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116093" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TNABATCH-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:36:46, Sys 0 00:04:03" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 256 EventTime = "2019-05-25T14:37:07" TotalSentBytes = 1880518656.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:36:46, Sys 0 00:04:03" JOB_GLIDEIN_SiteWMS_JobId = "4434229.0" TotalReceivedBytes = 421571104.0 ... 001 (1253.010.000) 05/25 14:37:14 Job executing on host: <137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP> ... 028 (1253.010.000) 05/25 14:37:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:37:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.175.000) 05/25 14:37:38 Job terminated. (1) Normal termination (return value 0) Usr 0 03:46:38, Sys 0 00:04:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:46:38, Sys 0 00:04:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1832082432 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1832082432 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2200878 1 36180928 Memory (MB) : 356 1024 2500 ... 028 (1253.175.000) 05/25 14:37:38 Job ad information event triggered. SentBytes = 1832082432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-SIMS337-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:46:38, Sys 0 00:04:02" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 175 EventTime = "2019-05-25T14:37:38" TotalSentBytes = 1832082432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:46:38, Sys 0 00:04:02" JOB_GLIDEIN_SiteWMS_JobId = "4435585.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.154.000) 05/25 14:38:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:49, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:49, Sys 0 00:02:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1854439168 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1854439168 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1120555736 Memory (MB) : 405 1024 1920 ... 028 (1253.154.000) 05/25 14:38:18 Job ad information event triggered. SentBytes = 1854439168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24244" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c184.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:49, Sys 0 00:02:57" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 154 EventTime = "2019-05-25T14:38:18" TotalSentBytes = 1854439168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:49, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "1665003.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.016.000) 05/25 14:38:37 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408264 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:38:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:38:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.096.000) 05/25 14:38:39 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:56, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:56, Sys 0 00:02:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1833556096 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1833556096 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 918663248 Memory (MB) : 399 1024 1920 ... 028 (1253.096.000) 05/25 14:38:39 Job ad information event triggered. SentBytes = 1833556096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7719875" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c222.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:56, Sys 0 00:02:34" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 96 EventTime = "2019-05-25T14:38:39" TotalSentBytes = 1833556096.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:48:56, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "1665022.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.272.000) 05/25 14:38:40 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380344 - ResidentSetSize of job (KB) ... 028 (1253.272.000) 05/25 14:38:40 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 272 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:38:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.129.000) 05/25 14:39:01 Image size of job updated: 1453484 358 - MemoryUsage of job (MB) 366108 - ResidentSetSize of job (KB) ... 028 (1253.129.000) 05/25 14:39:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:39:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 14:39:09 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358660 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 14:39:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:39:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.033.000) 05/25 14:39:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_183459_71613522@nod25.phys.uconn.edu <137.99.79.160:7444?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#677&addrs=137.99.79.160-7444+[--1]-7444&noUDP> ... 028 (1253.033.000) 05/25 14:39:25 Job ad information event triggered. StartdAddr = "<137.99.79.160:7444?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#677&addrs=137.99.79.160-7444+[--1]-7444&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7211589" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 33 EventTime = "2019-05-25T14:39:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_183459_71613522@nod25.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716065.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.033.000) 05/25 14:39:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_183459_71613522@nod25.phys.uconn.edu, rescheduling job ... 028 (1253.033.000) 05/25 14:39:25 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:39:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716065.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211589" StartdName = "glidein_183459_71613522@nod25.phys.uconn.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.173.000) 05/25 14:40:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_82683_36267056@scigrid2.physics.fsu.edu <128.186.19.143:37219?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#695&addrs=128.186.19.143-37219+[--1]-37219&noUDP> ... 028 (1253.173.000) 05/25 14:40:02 Job ad information event triggered. StartdAddr = "<128.186.19.143:37219?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#695&addrs=128.186.19.143-37219+[--1]-37219&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8403016" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 173 EventTime = "2019-05-25T14:40:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_82683_36267056@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67937.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.173.000) 05/25 14:40:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_82683_36267056@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.173.000) 05/25 14:40:02 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 173 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T14:40:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67937.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8403016" StartdName = "glidein_82683_36267056@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:40:06 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349424 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:40:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:40:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.033.000) 05/25 14:40:25 Job executing on host: <137.99.79.160:7444?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#677&addrs=137.99.79.160-7444+[--1]-7444&noUDP> ... 028 (1253.033.000) 05/25 14:40:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:40:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:7444?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#677&addrs=137.99.79.160-7444+[--1]-7444&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716065.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211589" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.173.000) 05/25 14:40:26 Job executing on host: <137.99.79.147:2868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#674&addrs=137.99.79.147-2868+[--1]-2868&noUDP> ... 028 (1253.173.000) 05/25 14:40:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 173 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:40:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:2868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#674&addrs=137.99.79.147-2868+[--1]-2868&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713050.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.246.000) 05/25 14:40:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:20, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:20, Sys 0 00:03:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1893286528 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1893286528 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 489231940 Memory (MB) : 402 1024 1920 ... 028 (1253.246.000) 05/25 14:40:50 Job ad information event triggered. SentBytes = 1893286528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "30299" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c483.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:20, Sys 0 00:03:13" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 246 EventTime = "2019-05-25T14:40:50" TotalSentBytes = 1893286528.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:20, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "1377244.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.117.000) 05/25 14:41:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:22, Sys 0 00:05:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:22, Sys 0 00:05:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1822282624 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1822282624 - Total Bytes Sent By Job 843242624 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 961169932 Memory (MB) : 367 1024 2500 ... 028 (1253.117.000) 05/25 14:41:30 Job ad information event triggered. SentBytes = 1822282624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25770" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_36@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:22, Sys 0 00:05:19" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 117 EventTime = "2019-05-25T14:41:30" TotalSentBytes = 1822282624.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:58:22, Sys 0 00:05:19" JOB_GLIDEIN_SiteWMS_JobId = "67941.0" TotalReceivedBytes = 843242624.0 ... 005 (1253.099.000) 05/25 14:41:47 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:43, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:43, Sys 0 00:03:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1839591680 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1839591680 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 531697832 Memory (MB) : 391 1024 1920 ... 028 (1253.099.000) 05/25 14:41:47 Job ad information event triggered. SentBytes = 1839591680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967761" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c102.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:43, Sys 0 00:03:05" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 99 EventTime = "2019-05-25T14:41:47" TotalSentBytes = 1839591680.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:49:43, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "268870.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.235.000) 05/25 14:42:06 Job terminated. (1) Normal termination (return value 0) Usr 0 03:39:51, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:39:51, Sys 0 00:03:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891137536 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1891137536 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2258549 1 36180056 Memory (MB) : 353 1024 2500 ... 028 (1253.235.000) 05/25 14:42:06 Job ad information event triggered. SentBytes = 1891137536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21951" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-HN-DHTJ8Y1-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:39:51, Sys 0 00:03:47" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 235 EventTime = "2019-05-25T14:42:06" TotalSentBytes = 1891137536.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 03:39:51, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "4381787.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.239.000) 05/25 14:42:16 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:31, Sys 0 00:03:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:31, Sys 0 00:03:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1885179392 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1885179392 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 662265368 Memory (MB) : 440 1024 1920 ... 028 (1253.239.000) 05/25 14:42:16 Job ad information event triggered. SentBytes = 1885179392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23290" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c026.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:31, Sys 0 00:03:40" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 239 EventTime = "2019-05-25T14:42:16" TotalSentBytes = 1885179392.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:31, Sys 0 00:03:40" JOB_GLIDEIN_SiteWMS_JobId = "263178.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.085.000) 05/25 14:43:29 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 352172 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:43:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:43:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:43:37 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 409692 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:43:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:43:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 409692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.078.000) 05/25 14:43:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3436_838928320@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309 <10.0.2.15:41627?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37633&addrs=10.0.2.15-41627&noUDP> ... 028 (1253.078.000) 05/25 14:43:39 Job ad information event triggered. StartdAddr = "<10.0.2.15:41627?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#37633&addrs=10.0.2.15-41627&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717136" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 78 EventTime = "2019-05-25T14:43:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_3436_838928320@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4384525.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1253.257.000) 05/25 14:44:09 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359352 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 14:44:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:44:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.155.000) 05/25 14:44:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29067_223041160@iut2-c160.iu.edu <149.165.225.160:33388?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#874670&addrs=149.165.225.160-33388&noUDP> ... 028 (1253.155.000) 05/25 14:44:15 Job ad information event triggered. StartdAddr = "<149.165.225.160:33388?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#874670&addrs=149.165.225.160-33388&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24227" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T14:44:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_29067_223041160@iut2-c160.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.155.000) 05/25 14:44:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29067_223041160@iut2-c160.iu.edu, rescheduling job ... 028 (1253.155.000) 05/25 14:44:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T14:44:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1664971.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24227" StartdName = "glidein_29067_223041160@iut2-c160.iu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c160.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:45:07 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349732 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:45:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:45:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.155.000) 05/25 14:45:18 Job executing on host: <137.99.79.221:29816?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#672&addrs=137.99.79.221-29816+[--1]-29816&noUDP> ... 028 (1253.155.000) 05/25 14:45:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:45:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:29816?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#672&addrs=137.99.79.221-29816+[--1]-29816&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716135.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211657" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.276.000) 05/25 14:46:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2740491_256336944@nod26.phys.uconn.edu <137.99.79.161:30463?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#668&addrs=137.99.79.161-30463+[--1]-30463&noUDP> ... 028 (1253.276.000) 05/25 14:46:51 Job ad information event triggered. StartdAddr = "<137.99.79.161:30463?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#668&addrs=137.99.79.161-30463+[--1]-30463&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 276 EventTime = "2019-05-25T14:46:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_2740491_256336944@nod26.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713048.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.276.000) 05/25 14:46:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2740491_256336944@nod26.phys.uconn.edu, rescheduling job ... 028 (1253.276.000) 05/25 14:46:53 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 276 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:46:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713048.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" StartdName = "glidein_2740491_256336944@nod26.phys.uconn.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.276.000) 05/25 14:47:21 Job executing on host: <137.99.79.161:30463?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#668&addrs=137.99.79.161-30463+[--1]-30463&noUDP> ... 028 (1253.276.000) 05/25 14:47:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 276 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:47:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.161:30463?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#668&addrs=137.99.79.161-30463+[--1]-30463&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713048.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.212.000) 05/25 14:47:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:08, Sys 0 00:03:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:08, Sys 0 00:03:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909832832 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1909832832 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 660847296 Memory (MB) : 416 1024 1920 ... 028 (1253.212.000) 05/25 14:47:27 Job ad information event triggered. SentBytes = 1909832832.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22031" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c002.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:08, Sys 0 00:03:53" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 212 EventTime = "2019-05-25T14:47:27" TotalSentBytes = 1909832832.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:51:08, Sys 0 00:03:53" JOB_GLIDEIN_SiteWMS_JobId = "269692.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.040.000) 05/25 14:48:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:45, Sys 0 00:04:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:45, Sys 0 00:04:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1938881536 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1938881536 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 620950596 Memory (MB) : 416 1024 1920 ... 028 (1253.040.000) 05/25 14:48:24 Job ad information event triggered. SentBytes = 1938881536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21655" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c067.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:45, Sys 0 00:04:26" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 40 EventTime = "2019-05-25T14:48:24" TotalSentBytes = 1938881536.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:06:45, Sys 0 00:04:26" JOB_GLIDEIN_SiteWMS_JobId = "268960.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.085.000) 05/25 14:48:30 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353208 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:48:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:48:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.016.000) 05/25 14:48:37 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410768 - ResidentSetSize of job (KB) ... 028 (1253.016.000) 05/25 14:48:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:48:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 410768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 14:49:10 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360660 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 14:49:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:49:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:50:08 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350708 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:50:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:50:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.057.000) 05/25 14:51:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:11, Sys 0 00:02:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:11, Sys 0 00:02:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1051214272 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1051214272 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 676537308 Memory (MB) : 350 1024 1920 ... 028 (1253.057.000) 05/25 14:51:30 Job ad information event triggered. SentBytes = 1051214272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23305" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c042.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:11, Sys 0 00:02:52" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 57 EventTime = "2019-05-25T14:51:30" TotalSentBytes = 1051214272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:11, Sys 0 00:02:52" JOB_GLIDEIN_SiteWMS_JobId = "263192.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.213.000) 05/25 14:52:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:04, Sys 0 00:03:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:04, Sys 0 00:03:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1896982144 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1896982144 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 677245332 Memory (MB) : 440 1024 1920 ... 028 (1253.213.000) 05/25 14:52:06 Job ad information event triggered. SentBytes = 1896982144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23290" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c020.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:04, Sys 0 00:03:59" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 213 EventTime = "2019-05-25T14:52:06" TotalSentBytes = 1896982144.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:04, Sys 0 00:03:59" JOB_GLIDEIN_SiteWMS_JobId = "263177.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.205.000) 05/25 14:52:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:08:11, Sys 0 00:04:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:08:11, Sys 0 00:04:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865979520 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1865979520 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 617232684 Memory (MB) : 440 1024 1920 ... 028 (1253.205.000) 05/25 14:52:18 Job ad information event triggered. SentBytes = 1865979520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c068.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:08:11, Sys 0 00:04:26" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 205 EventTime = "2019-05-25T14:52:18" TotalSentBytes = 1865979520.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:08:11, Sys 0 00:04:26" JOB_GLIDEIN_SiteWMS_JobId = "269100.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.085.000) 05/25 14:53:30 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354000 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:53:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:53:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.257.000) 05/25 14:54:10 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361980 - ResidentSetSize of job (KB) ... 028 (1253.257.000) 05/25 14:54:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 257 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:54:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714890" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.207.000) 05/25 14:54:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_11056_909270460@mwt2-c069.campuscluster.illinois.edu <72.36.96.198:44448?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888201&addrs=72.36.96.198-44448&noUDP> ... 028 (1253.207.000) 05/25 14:54:30 Job ad information event triggered. StartdAddr = "<72.36.96.198:44448?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888201&addrs=72.36.96.198-44448&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21670" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 207 EventTime = "2019-05-25T14:54:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_11056_909270460@mwt2-c069.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268974.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.207.000) 05/25 14:54:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_11056_909270460@mwt2-c069.campuscluster.illinois.edu, rescheduling job ... 028 (1253.207.000) 05/25 14:54:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:54:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268974.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21670" StartdName = "glidein_11056_909270460@mwt2-c069.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 14:55:08 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351732 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 14:55:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:55:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.207.000) 05/25 14:55:19 Job executing on host: <137.99.79.226:7570?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#655&addrs=137.99.79.226-7570+[--1]-7570&noUDP> ... 028 (1253.207.000) 05/25 14:55:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 207 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T14:55:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:7570?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#655&addrs=137.99.79.226-7570+[--1]-7570&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715235.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209184" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.029.000) 05/25 14:56:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_62573_251335752@mwt2-c160.campuscluster.illinois.edu <72.36.96.67:42154?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#880313&addrs=72.36.96.67-42154&noUDP> ... 028 (1253.029.000) 05/25 14:56:38 Job ad information event triggered. StartdAddr = "<72.36.96.67:42154?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#880313&addrs=72.36.96.67-42154&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7967889" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c160.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 29 EventTime = "2019-05-25T14:56:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_62573_251335752@mwt2-c160.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "269527.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.029.000) 05/25 14:56:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_62573_251335752@mwt2-c160.campuscluster.illinois.edu, rescheduling job ... 028 (1253.029.000) 05/25 14:56:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:56:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269527.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7967889" StartdName = "glidein_62573_251335752@mwt2-c160.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.192.000) 05/25 14:56:50 Image size of job updated: 12500000 3587 - MemoryUsage of job (MB) 3672996 - ResidentSetSize of job (KB) ... 028 (1253.192.000) 05/25 14:56:50 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 192 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T14:56:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3587 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 3672996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 007 (1253.192.000) 05/25 14:56:50 Shadow exception! Assertion ERROR on (result) 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job ... 001 (1253.029.000) 05/25 14:57:18 Job executing on host: <128.186.19.143:42861?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#761&addrs=128.186.19.143-42861+[--1]-42861&noUDP> ... 024 (1253.087.000) 05/25 14:57:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309, rescheduling job ... 028 (1253.029.000) 05/25 14:57:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 29 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T14:57:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:42861?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#761&addrs=128.186.19.143-42861+[--1]-42861&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67965.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1253.087.000) 05/25 14:57:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T14:57:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384735.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22659" StartdName = "glidein_3463_85013980@MAX-E110B-01-S7-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E110B-01-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.087.000) 05/25 14:57:47 Job executing on host: <192.170.227.217:46775?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#863293&addrs=192.170.227.217-46775&noUDP> ... 028 (1253.087.000) 05/25 14:57:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 87 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T14:57:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.217:46775?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#863293&addrs=192.170.227.217-46775&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379243.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31182" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c495.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.192.000) 05/25 14:57:49 Job executing on host: <192.170.226.37:36150?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897834&addrs=192.170.226.37-36150&noUDP> ... 028 (1253.192.000) 05/25 14:57:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 192 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T14:57:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.37:36150?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897834&addrs=192.170.226.37-36150&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379186.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31164" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c447.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.171.000) 05/25 14:58:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_41407_525171600@mwt2-c061.campuscluster.illinois.edu <72.36.96.190:37131?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36644&addrs=72.36.96.190-37131&noUDP> ... 028 (1253.171.000) 05/25 14:58:10 Job ad information event triggered. StartdAddr = "<72.36.96.190:37131?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#36644&addrs=72.36.96.190-37131&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22031" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 171 EventTime = "2019-05-25T14:58:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_41407_525171600@mwt2-c061.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "269693.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.171.000) 05/25 14:58:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_41407_525171600@mwt2-c061.campuscluster.illinois.edu, rescheduling job ... 028 (1253.171.000) 05/25 14:58:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 171 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:58:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "269693.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22031" StartdName = "glidein_41407_525171600@mwt2-c061.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 14:58:31 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355320 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 14:58:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T14:58:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.171.000) 05/25 14:59:38 Job executing on host: <192.168.3.85:39651?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34166&addrs=192.168.3.85-39651&noUDP> ... 028 (1253.171.000) 05/25 14:59:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 171 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T14:59:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.85:39651?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34166&addrs=192.168.3.85-39651&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1253.038.000) 05/25 14:59:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81397_260911640@mwt2-c112.campuscluster.illinois.edu <72.36.96.241:40564?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#38728&addrs=72.36.96.241-40564&noUDP> ... 028 (1253.038.000) 05/25 14:59:57 Job ad information event triggered. StartdAddr = "<72.36.96.241:40564?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#38728&addrs=72.36.96.241-40564&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968139" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c112.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 38 EventTime = "2019-05-25T14:59:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_81397_260911640@mwt2-c112.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270283.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.038.000) 05/25 14:59:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81397_260911640@mwt2-c112.campuscluster.illinois.edu, rescheduling job ... 028 (1253.038.000) 05/25 14:59:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T14:59:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270283.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968139" StartdName = "glidein_81397_260911640@mwt2-c112.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 15:00:08 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351952 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:00:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:00:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.038.000) 05/25 15:00:15 Job executing on host: <137.99.79.149:4069?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#691&addrs=137.99.79.149-4069+[--1]-4069&noUDP> ... 028 (1253.038.000) 05/25 15:00:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:00:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:4069?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#691&addrs=137.99.79.149-4069+[--1]-4069&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713077.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.297.000) 05/25 15:01:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_103111_73678790@iut2-c266.iu.edu <149.165.225.93:35663?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870119&addrs=149.165.225.93-35663&noUDP> ... 028 (1253.297.000) 05/25 15:01:08 Job ad information event triggered. StartdAddr = "<149.165.225.93:35663?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870119&addrs=149.165.225.93-35663&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24316" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c266.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 297 EventTime = "2019-05-25T15:01:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_103111_73678790@iut2-c266.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1665039.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.297.000) 05/25 15:01:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_103111_73678790@iut2-c266.iu.edu, rescheduling job ... 028 (1253.297.000) 05/25 15:01:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 297 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T15:01:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1665039.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24316" StartdName = "glidein_103111_73678790@iut2-c266.iu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c266.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.044.000) 05/25 15:01:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_87658_116969980@scigrid2.physics.fsu.edu <128.186.19.143:46533?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#749&addrs=128.186.19.143-46533+[--1]-46533&noUDP> ... 028 (1253.044.000) 05/25 15:01:40 Job ad information event triggered. StartdAddr = "<128.186.19.143:46533?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#749&addrs=128.186.19.143-46533+[--1]-46533&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "28448" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 44 EventTime = "2019-05-25T15:01:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_87658_116969980@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1253.030.000) 05/25 15:02:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_396848_161759426@iut2-c296.iu.edu <149.165.225.29:41745?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874615&addrs=149.165.225.29-41745&noUDP> ... 028 (1253.030.000) 05/25 15:02:48 Job ad information event triggered. StartdAddr = "<149.165.225.29:41745?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874615&addrs=149.165.225.29-41745&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "27247" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c296.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 30 EventTime = "2019-05-25T15:02:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_8@glidein_396848_161759426@iut2-c296.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262633.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1253.297.000) 05/25 15:02:59 Job executing on host: <128.186.19.143:39272?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#674&addrs=128.186.19.143-39272+[--1]-39272&noUDP> ... 028 (1253.297.000) 05/25 15:02:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 297 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:02:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:39272?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#674&addrs=128.186.19.143-39272+[--1]-39272&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28448" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 15:03:31 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355440 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:03:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:03:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.255.000) 05/25 15:03:53 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:19, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:19, Sys 0 00:03:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1879938432 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1879938432 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 679438628 Memory (MB) : 440 1024 1920 ... 028 (1253.255.000) 05/25 15:03:53 Job ad information event triggered. SentBytes = 1879938432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23344" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c003.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:19, Sys 0 00:03:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 255 EventTime = "2019-05-25T15:03:53" TotalSentBytes = 1879938432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:53:19, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "263230.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.228.000) 05/25 15:04:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9166_64627512@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:36359?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886113&addrs=72.36.96.174-36359&noUDP> ... 028 (1253.228.000) 05/25 15:04:08 Job ad information event triggered. StartdAddr = "<72.36.96.174:36359?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886113&addrs=72.36.96.174-36359&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968016" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 228 EventTime = "2019-05-25T15:04:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_9166_64627512@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270086.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.228.000) 05/25 15:04:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9166_64627512@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 028 (1253.228.000) 05/25 15:04:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T15:04:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270086.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968016" StartdName = "glidein_9166_64627512@mwt2-c045.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.299.000) 05/25 15:04:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_24363_1127777216@scigrid2.physics.fsu.edu <128.186.19.143:34374?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#717&addrs=128.186.19.143-34374+[--1]-34374&noUDP> ... 028 (1253.299.000) 05/25 15:04:19 Job ad information event triggered. StartdAddr = "<128.186.19.143:34374?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#717&addrs=128.186.19.143-34374+[--1]-34374&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "28942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 299 EventTime = "2019-05-25T15:04:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_24363_1127777216@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68025.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.299.000) 05/25 15:04:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_24363_1127777216@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.299.000) 05/25 15:04:19 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 299 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:04:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68025.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28942" StartdName = "glidein_24363_1127777216@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.021.000) 05/25 15:04:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_41386_595195656@uct2-c458.mwt2.org <192.170.226.48:46143?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37743&addrs=192.170.226.48-46143&noUDP> ... 028 (1253.021.000) 05/25 15:04:23 Job ad information event triggered. StartdAddr = "<192.170.226.48:46143?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37743&addrs=192.170.226.48-46143&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30323" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@uct2-c458.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 21 EventTime = "2019-05-25T15:04:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_41386_595195656@uct2-c458.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1377305.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.021.000) 05/25 15:04:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_41386_595195656@uct2-c458.mwt2.org, rescheduling job ... 028 (1253.021.000) 05/25 15:04:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T15:04:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1377305.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30323" StartdName = "glidein_41386_595195656@uct2-c458.mwt2.org" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@uct2-c458.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.133.000) 05/25 15:04:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:12, Sys 0 00:03:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:12, Sys 0 00:03:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1826064896 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1836557312 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 676409528 Memory (MB) : 416 1024 1920 ... 028 (1253.133.000) 05/25 15:04:32 Job ad information event triggered. SentBytes = 1826064896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967937" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c032.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:12, Sys 0 00:03:51" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 133 EventTime = "2019-05-25T15:04:32" TotalSentBytes = 1836557312.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:12, Sys 0 00:03:51" JOB_GLIDEIN_SiteWMS_JobId = "262867.0" TotalReceivedBytes = 1264713344.0 ... 001 (1253.150.000) 05/25 15:04:34 Job executing on host: <137.99.79.221:18666?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#630&addrs=137.99.79.221-18666+[--1]-18666&noUDP> ... 028 (1253.150.000) 05/25 15:04:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:04:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:18666?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#630&addrs=137.99.79.221-18666+[--1]-18666&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716106.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211618" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.176.000) 05/25 15:04:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_89697_807978798@scigrid2.physics.fsu.edu <128.186.19.143:39517?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#703&addrs=128.186.19.143-39517+[--1]-39517&noUDP> ... 028 (1253.176.000) 05/25 15:04:34 Job ad information event triggered. StartdAddr = "<128.186.19.143:39517?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#703&addrs=128.186.19.143-39517+[--1]-39517&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29010" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 176 EventTime = "2019-05-25T15:04:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_89697_807978798@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" EventDescription = "Job disconnected, attempting to reconnect" ... 023 (1253.030.000) 05/25 15:04:50 Job reconnected to slot1_8@glidein_396848_161759426@iut2-c296.iu.edu startd address: <149.165.225.29:41745?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874615&addrs=149.165.225.29-41745&noUDP> starter address: <149.165.225.29:40482?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#883119&PrivNet=iut2-c296.iu.edu&addrs=149.165.225.29-40482&noUDP> ... 028 (1253.030.000) 05/25 15:04:50 Job ad information event triggered. StartdAddr = "<149.165.225.29:41745?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#874615&addrs=149.165.225.29-41745&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "27247" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c296.iu.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 30 EventTime = "2019-05-25T15:04:50" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "slot1_8@glidein_396848_161759426@iut2-c296.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<149.165.225.29:40482?CCBID=192.170.227.251:9769%3faddrs%3d192.170.227.251-9769#883119&PrivNet=iut2-c296.iu.edu&addrs=149.165.225.29-40482&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "262633.0" EventDescription = "Job reconnected" ... 001 (1253.228.000) 05/25 15:04:52 Job executing on host: <128.186.19.143:42272?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#712&addrs=128.186.19.143-42272+[--1]-42272&noUDP> ... 028 (1253.228.000) 05/25 15:04:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 228 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:04:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:42272?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#712&addrs=128.186.19.143-42272+[--1]-42272&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68013.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404869" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.299.000) 05/25 15:05:00 Job executing on host: <128.186.19.143:37250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#675&addrs=128.186.19.143-37250+[--1]-37250&noUDP> ... 028 (1253.299.000) 05/25 15:05:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 299 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:05:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:37250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#675&addrs=128.186.19.143-37250+[--1]-37250&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68030.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404951" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 15:05:09 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352956 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:05:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:05:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.296.000) 05/25 15:05:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_13683_722749415@CRUSH-OSG-C7-10-5-148-74 <10.5.148.74:34798?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#35903&addrs=10.5.148.74-34798&noUDP> ... 028 (1253.296.000) 05/25 15:05:14 Job ad information event triggered. StartdAddr = "<10.5.148.74:34798?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#35903&addrs=10.5.148.74-34798&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9615" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-148-74" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 296 EventTime = "2019-05-25T15:05:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_13683_722749415@CRUSH-OSG-C7-10-5-148-74" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4403964.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.296.000) 05/25 15:05:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_13683_722749415@CRUSH-OSG-C7-10-5-148-74, rescheduling job ... 028 (1253.296.000) 05/25 15:05:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:05:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403964.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" StartdName = "glidein_13683_722749415@CRUSH-OSG-C7-10-5-148-74" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot2@CRUSH-OSG-C7-10-5-148-74" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.021.000) 05/25 15:05:14 Job executing on host: <137.99.79.224:10994?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#583&addrs=137.99.79.224-10994+[--1]-10994&noUDP> ... 028 (1253.021.000) 05/25 15:05:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 21 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:05:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.224:10994?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#583&addrs=137.99.79.224-10994+[--1]-10994&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714683.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8158" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.135.000) 05/25 15:05:40 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:29, Sys 0 00:05:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:29, Sys 0 00:05:38 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1829911936 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1829911936 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 664992964 Memory (MB) : 391 1024 1920 ... 028 (1253.135.000) 05/25 15:05:40 Job ad information event triggered. SentBytes = 1829911936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23205" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c033.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:25:29, Sys 0 00:05:38" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 135 EventTime = "2019-05-25T15:05:40" TotalSentBytes = 1829911936.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:25:29, Sys 0 00:05:38" JOB_GLIDEIN_SiteWMS_JobId = "263103.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.296.000) 05/25 15:06:15 Job executing on host: <137.99.79.140:23821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#732&addrs=137.99.79.140-23821+[--1]-23821&noUDP> ... 028 (1253.296.000) 05/25 15:06:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:06:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:23821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#732&addrs=137.99.79.140-23821+[--1]-23821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713063.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2986" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 15:06:34 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376432 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:06:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:06:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.012.000) 05/25 15:07:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_18747_677916010@mwt2-c061.campuscluster.illinois.edu <72.36.96.190:43290?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#881195&addrs=72.36.96.190-43290&noUDP> ... 028 (1253.012.000) 05/25 15:07:11 Job ad information event triggered. StartdAddr = "<72.36.96.190:43290?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#881195&addrs=72.36.96.190-43290&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23362" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c061.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 12 EventTime = "2019-05-25T15:07:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_18747_677916010@mwt2-c061.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263241.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.012.000) 05/25 15:07:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_18747_677916010@mwt2-c061.campuscluster.illinois.edu, rescheduling job ... 028 (1253.012.000) 05/25 15:07:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:07:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263241.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23362" StartdName = "glidein_18747_677916010@mwt2-c061.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.181.000) 05/25 15:07:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:23, Sys 0 00:03:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:23, Sys 0 00:03:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870748288 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1870748288 - Total Bytes Sent By Job 843242624 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 679335164 Memory (MB) : 440 1024 1920 ... 028 (1253.181.000) 05/25 15:07:27 Job ad information event triggered. SentBytes = 1870748288.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c052.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:23, Sys 0 00:03:40" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 181 EventTime = "2019-05-25T15:07:27" TotalSentBytes = 1870748288.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:23, Sys 0 00:03:40" JOB_GLIDEIN_SiteWMS_JobId = "262914.0" TotalReceivedBytes = 843242624.0 ... 005 (1253.049.000) 05/25 15:07:37 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:42, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:42, Sys 0 00:03:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886863232 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1886863232 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 670102568 Memory (MB) : 396 1024 1920 ... 028 (1253.049.000) 05/25 15:07:37 Job ad information event triggered. SentBytes = 1886863232.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22897" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c021.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:42, Sys 0 00:03:54" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 49 EventTime = "2019-05-25T15:07:37" TotalSentBytes = 1886863232.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:42, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "262860.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.018.000) 05/25 15:08:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:05:49, Sys 0 00:04:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:05:49, Sys 0 00:04:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878973056 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878973056 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2246671 1 613487560 Memory (MB) : 403 1024 1920 ... 028 (1253.018.000) 05/25 15:08:04 Job ad information event triggered. SentBytes = 1878973056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23290" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c073.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:05:49, Sys 0 00:04:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 18 EventTime = "2019-05-25T15:08:04" TotalSentBytes = 1878973056.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:05:49, Sys 0 00:04:09" JOB_GLIDEIN_SiteWMS_JobId = "263182.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.106.000) 05/25 15:08:12 Job terminated. (1) Normal termination (return value 0) Usr 0 01:37:13, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:37:13, Sys 0 00:02:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1833708288 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1833708288 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1258579760 Memory (MB) : 369 1024 1920 ... 028 (1253.106.000) 05/25 15:08:12 Job ad information event triggered. SentBytes = 1833708288.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23503" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c376.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:37:13, Sys 0 00:02:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 106 EventTime = "2019-05-25T15:08:12" TotalSentBytes = 1833708288.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:37:13, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "263346.0" TotalReceivedBytes = 843142208.0 ... 004 (1253.182.000) 05/25 15:08:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:18, Sys 0 00:01:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348503552 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.182.000) 05/25 15:08:17 Job ad information event triggered. SentBytes = 1348503552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7368628" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c500.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 182 EventTime = "2019-05-25T15:08:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:02:18, Sys 0 00:01:35" JOB_GLIDEIN_SiteWMS_JobId = "1377255.0" ... 001 (1253.012.000) 05/25 15:08:25 Job executing on host: <192.168.4.104:36131?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894340&addrs=192.168.4.104-36131&noUDP> ... 028 (1253.012.000) 05/25 15:08:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 12 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T15:08:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.104:36131?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894340&addrs=192.168.4.104-36131&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466331" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23709" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.085.000) 05/25 15:08:32 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356124 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:08:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:08:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.095.000) 05/25 15:08:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:32, Sys 0 00:03:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:32, Sys 0 00:03:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1831335424 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1831335424 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 672624736 Memory (MB) : 440 1024 1920 ... 028 (1253.095.000) 05/25 15:08:35 Job ad information event triggered. SentBytes = 1831335424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7967966" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c042.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:32, Sys 0 00:03:48" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 95 EventTime = "2019-05-25T15:08:35" TotalSentBytes = 1831335424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:46:32, Sys 0 00:03:48" JOB_GLIDEIN_SiteWMS_JobId = "262926.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.208.000) 05/25 15:08:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:45, Sys 0 00:03:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:45, Sys 0 00:03:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871710208 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1871710208 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1440720292 Memory (MB) : 440 1024 1920 ... 028 (1253.208.000) 05/25 15:08:35 Job ad information event triggered. SentBytes = 1871710208.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7368575" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c289.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:45, Sys 0 00:03:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 208 EventTime = "2019-05-25T15:08:35" TotalSentBytes = 1871710208.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:56:45, Sys 0 00:03:09" JOB_GLIDEIN_SiteWMS_JobId = "1376879.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.043.000) 05/25 15:08:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_45637_96098688@mwt2-c151.campuscluster.illinois.edu <72.36.96.58:34943?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#859510&addrs=72.36.96.58-34943&noUDP> ... 028 (1253.043.000) 05/25 15:08:55 Job ad information event triggered. StartdAddr = "<72.36.96.58:34943?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#859510&addrs=72.36.96.58-34943&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23454" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c151.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 43 EventTime = "2019-05-25T15:08:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_45637_96098688@mwt2-c151.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263302.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.043.000) 05/25 15:08:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_45637_96098688@mwt2-c151.campuscluster.illinois.edu, rescheduling job ... 028 (1253.043.000) 05/25 15:08:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 43 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:08:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263302.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23454" StartdName = "glidein_45637_96098688@mwt2-c151.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.211.000) 05/25 15:09:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:36, Sys 0 00:04:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:36, Sys 0 00:04:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1916163712 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1916163712 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 615400188 Memory (MB) : 398 1024 1920 ... 028 (1253.211.000) 05/25 15:09:07 Job ad information event triggered. SentBytes = 1916163712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22207" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c063.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:36, Sys 0 00:04:12" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 211 EventTime = "2019-05-25T15:09:07" TotalSentBytes = 1916163712.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:01:36, Sys 0 00:04:12" JOB_GLIDEIN_SiteWMS_JobId = "270088.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.107.000) 05/25 15:09:09 Image size of job updated: 1570672 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1253.107.000) 05/25 15:09:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 107 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:09:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19181" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-WGS-TA-04-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.043.000) 05/25 15:09:14 Job executing on host: <137.99.79.250:12074?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#675&addrs=137.99.79.250-12074+[--1]-12074&noUDP> ... 028 (1253.043.000) 05/25 15:09:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 43 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:09:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.250:12074?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#675&addrs=137.99.79.250-12074+[--1]-12074&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714689.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat30.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.269.000) 05/25 15:09:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:05:38, Sys 0 00:03:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:05:38, Sys 0 00:03:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876940032 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1876940032 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 68849964 Memory (MB) : 391 1024 2048 ... 028 (1253.269.000) 05/25 15:09:29 Job ad information event triggered. SentBytes = 1876940032.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:05:38, Sys 0 00:03:19" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 269 EventTime = "2019-05-25T15:09:29" TotalSentBytes = 1876940032.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:05:38, Sys 0 00:03:19" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.159.000) 05/25 15:09:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_91216_337032270@nod27.phys.uconn.edu <137.99.79.162:27993?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#264&addrs=137.99.79.162-27993+[--1]-27993&noUDP> ... 028 (1253.159.000) 05/25 15:09:32 Job ad information event triggered. StartdAddr = "<137.99.79.162:27993?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#264&addrs=137.99.79.162-27993+[--1]-27993&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4594" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod27.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 159 EventTime = "2019-05-25T15:09:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_91216_337032270@nod27.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8714632.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.159.000) 05/25 15:09:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_91216_337032270@nod27.phys.uconn.edu, rescheduling job ... 028 (1253.159.000) 05/25 15:09:32 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:09:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714632.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" StartdName = "glidein_91216_337032270@nod27.phys.uconn.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod27.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.182.000) 05/25 15:09:35 Job executing on host: <72.36.96.141:37760?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38300&addrs=72.36.96.141-37760&noUDP> ... 028 (1253.182.000) 05/25 15:09:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 182 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:09:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:37760?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38300&addrs=72.36.96.141-37760&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263959.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24135" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.265.000) 05/25 15:09:52 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:48, Sys 0 00:03:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:48, Sys 0 00:03:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877942656 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1877942656 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 658019348 Memory (MB) : 397 1024 1920 ... 028 (1253.265.000) 05/25 15:09:52 Job ad information event triggered. SentBytes = 1877942656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968150" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:48, Sys 0 00:03:56" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 265 EventTime = "2019-05-25T15:09:52" TotalSentBytes = 1877942656.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:57:48, Sys 0 00:03:56" JOB_GLIDEIN_SiteWMS_JobId = "263205.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.214.000) 05/25 15:10:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:09, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:09, Sys 0 00:03:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886015616 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1886015616 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 528742500 Memory (MB) : 416 1024 1920 ... 028 (1253.214.000) 05/25 15:10:09 Job ad information event triggered. SentBytes = 1886015616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21670" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c119.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:09, Sys 0 00:03:05" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 214 EventTime = "2019-05-25T15:10:09" TotalSentBytes = 1886015616.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:43:09, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "268971.0" TotalReceivedBytes = 1264713344.0 ... 006 (1253.086.000) 05/25 15:10:10 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353808 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:10:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:10:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.159.000) 05/25 15:10:15 Job executing on host: <137.99.79.162:27993?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#264&addrs=137.99.79.162-27993+[--1]-27993&noUDP> ... 028 (1253.159.000) 05/25 15:10:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:10:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.162:27993?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#264&addrs=137.99.79.162-27993+[--1]-27993&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714632.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod27.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.108.000) 05/25 15:10:21 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:46, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:46, Sys 0 00:02:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1822560256 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1822560256 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 776388056 Memory (MB) : 416 1024 1920 ... 028 (1253.108.000) 05/25 15:10:21 Job ad information event triggered. SentBytes = 1822560256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23437" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c230.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:46, Sys 0 00:02:53" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 108 EventTime = "2019-05-25T15:10:21" TotalSentBytes = 1822560256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:46, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "263286.0" TotalReceivedBytes = 1264713344.0 ... 022 (1253.148.000) 05/25 15:10:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1185778_599669304@stat29.phys.uconn.edu <137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP> ... 028 (1253.148.000) 05/25 15:10:27 Job ad information event triggered. StartdAddr = "<137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212411" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 148 EventTime = "2019-05-25T15:10:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_1185778_599669304@stat29.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.148.000) 05/25 15:10:28 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_1185778_599669304@stat29.phys.uconn.edu, rescheduling job ... 028 (1253.148.000) 05/25 15:10:28 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:10:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212411" StartdName = "glidein_1185778_599669304@stat29.phys.uconn.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.148.000) 05/25 15:11:14 Job executing on host: <137.99.79.226:21136?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#676&addrs=137.99.79.226-21136+[--1]-21136&noUDP> ... 028 (1253.148.000) 05/25 15:11:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:11:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:21136?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#676&addrs=137.99.79.226-21136+[--1]-21136&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211500" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.163.000) 05/25 15:11:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:33, Sys 0 00:04:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:33, Sys 0 00:04:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865666176 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1865666176 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 173622920 Memory (MB) : 440 1024 2500 ... 028 (1253.163.000) 05/25 15:11:32 Job ad information event triggered. SentBytes = 1865666176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6629" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot17@CRUSH-OSG-C7-10-5-147-48" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:33, Sys 0 00:04:25" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 163 EventTime = "2019-05-25T15:11:32" TotalSentBytes = 1865666176.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:40:33, Sys 0 00:04:25" JOB_GLIDEIN_SiteWMS_JobId = "4360507.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.111.000) 05/25 15:11:34 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 376964 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:11:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:11:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.179.000) 05/25 15:11:46 Job terminated. (1) Normal termination (return value 0) Usr 0 04:13:17, Sys 0 00:04:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:13:17, Sys 0 00:04:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1844540800 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1844540800 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2213044 1 36184300 Memory (MB) : 365 1024 2500 ... 028 (1253.179.000) 05/25 15:11:46 Job ad information event triggered. SentBytes = 1844540800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9457" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306A-04-S7-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:13:17, Sys 0 00:04:57" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 179 EventTime = "2019-05-25T15:11:46" TotalSentBytes = 1844540800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 04:13:17, Sys 0 00:04:57" JOB_GLIDEIN_SiteWMS_JobId = "4353405.0" TotalReceivedBytes = 421571104.0 ... 022 (1253.020.000) 05/25 15:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_184494_237652308@mwt2-c102.campuscluster.illinois.edu <72.36.96.231:39302?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884839&addrs=72.36.96.231-39302&noUDP> ... 028 (1253.020.000) 05/25 15:12:01 Job ad information event triggered. StartdAddr = "<72.36.96.231:39302?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#884839&addrs=72.36.96.231-39302&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23530" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c102.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 20 EventTime = "2019-05-25T15:12:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_184494_237652308@mwt2-c102.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263369.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.020.000) 05/25 15:12:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_184494_237652308@mwt2-c102.campuscluster.illinois.edu, rescheduling job ... 028 (1253.020.000) 05/25 15:12:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:12:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263369.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23530" StartdName = "glidein_184494_237652308@mwt2-c102.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c102.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.020.000) 05/25 15:13:17 Job executing on host: <137.99.79.160:13839?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#653&addrs=137.99.79.160-13839+[--1]-13839&noUDP> ... 028 (1253.020.000) 05/25 15:13:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 20 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:13:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:13839?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#653&addrs=137.99.79.160-13839+[--1]-13839&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713079.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 15:13:33 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356892 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:13:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:13:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.047.000) 05/25 15:13:38 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:46, Sys 0 00:03:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:46, Sys 0 00:03:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892517632 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1892517632 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 680078408 Memory (MB) : 373 1024 1920 ... 028 (1253.047.000) 05/25 15:13:38 Job ad information event triggered. SentBytes = 1892517632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23437" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c041.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:46, Sys 0 00:03:42" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 47 EventTime = "2019-05-25T15:13:38" TotalSentBytes = 1892517632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:46, Sys 0 00:03:42" JOB_GLIDEIN_SiteWMS_JobId = "263291.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.218.000) 05/25 15:13:39 Job terminated. (1) Normal termination (return value 0) Usr 0 04:18:08, Sys 0 00:04:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:18:08, Sys 0 00:04:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1855624320 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1855624320 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2223868 1 36175932 Memory (MB) : 351 1024 2500 ... 028 (1253.218.000) 05/25 15:13:39 Job ad information event triggered. SentBytes = 1855624320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7715071" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-FALK153-01-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:18:08, Sys 0 00:04:16" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 218 EventTime = "2019-05-25T15:13:39" TotalSentBytes = 1855624320.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 04:18:08, Sys 0 00:04:16" JOB_GLIDEIN_SiteWMS_JobId = "4380285.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.082.000) 05/25 15:14:32 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:43, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:43, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862612480 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1862612480 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 539718948 Memory (MB) : 367 1024 1920 ... 028 (1253.082.000) 05/25 15:14:32 Job ad information event triggered. SentBytes = 1862612480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968075" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c140.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:43, Sys 0 00:03:01" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 82 EventTime = "2019-05-25T15:14:32" TotalSentBytes = 1862612480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:00:43, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "270190.0" TotalReceivedBytes = 1264713344.0 ... 005 (1253.249.000) 05/25 15:15:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:57, Sys 0 00:03:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:57, Sys 0 00:03:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1889318016 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1889318016 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 566630276 Memory (MB) : 440 1024 1920 ... 028 (1253.249.000) 05/25 15:15:14 Job ad information event triggered. SentBytes = 1889318016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23486" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c099.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:57, Sys 0 00:03:44" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 249 EventTime = "2019-05-25T15:15:14" TotalSentBytes = 1889318016.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:57, Sys 0 00:03:44" JOB_GLIDEIN_SiteWMS_JobId = "263336.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.119.000) 05/25 15:15:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:30, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:30, Sys 0 00:02:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1814475776 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1814475776 - Total Bytes Sent By Job 843242624 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 66572232 Memory (MB) : 440 1024 2048 ... 028 (1253.119.000) 05/25 15:15:27 Job ad information event triggered. SentBytes = 1814475776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8881" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod22.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:30, Sys 0 00:02:51" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 119 EventTime = "2019-05-25T15:15:27" TotalSentBytes = 1814475776.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:30, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "8714891.0" TotalReceivedBytes = 843242624.0 ... 005 (1253.089.000) 05/25 15:15:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:50:32, Sys 0 00:04:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:50:32, Sys 0 00:04:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1844814080 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1844814080 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 443569684 Memory (MB) : 421 1024 2048 ... 028 (1253.089.000) 05/25 15:15:48 Job ad information event triggered. SentBytes = 1844814080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213334" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat102.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:50:32, Sys 0 00:04:46" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 89 EventTime = "2019-05-25T15:15:48" TotalSentBytes = 1844814080.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:50:32, Sys 0 00:04:46" JOB_GLIDEIN_SiteWMS_JobId = "8716780.0" TotalReceivedBytes = 843142208.0 ... 022 (1253.273.000) 05/25 15:15:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3433_73063308@NEWH-4W6GT52-S1-its-c7-osg-20190309 <10.0.2.15:42764?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888029&addrs=10.0.2.15-42764&noUDP> ... 028 (1253.273.000) 05/25 15:15:57 Job ad information event triggered. StartdAddr = "<10.0.2.15:42764?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#888029&addrs=10.0.2.15-42764&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7602" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 273 EventTime = "2019-05-25T15:15:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_3433_73063308@NEWH-4W6GT52-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.273.000) 05/25 15:15:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3433_73063308@NEWH-4W6GT52-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.273.000) 05/25 15:15:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T15:15:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4374231.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7602" StartdName = "glidein_3433_73063308@NEWH-4W6GT52-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-4W6GT52-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.131.000) 05/25 15:16:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:25, Sys 0 00:04:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:25, Sys 0 00:04:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1825071744 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1825071744 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 669243848 Memory (MB) : 416 1024 1920 ... 028 (1253.131.000) 05/25 15:16:00 Job ad information event triggered. SentBytes = 1825071744.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:25, Sys 0 00:04:11" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 131 EventTime = "2019-05-25T15:16:00" TotalSentBytes = 1825071744.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:25, Sys 0 00:04:11" JOB_GLIDEIN_SiteWMS_JobId = "262900.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.273.000) 05/25 15:16:17 Job executing on host: <137.99.79.157:8217?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#586&addrs=137.99.79.157-8217+[--1]-8217&noUDP> ... 028 (1253.273.000) 05/25 15:16:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:16:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:8217?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#586&addrs=137.99.79.157-8217+[--1]-8217&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714891.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8881" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.023.000) 05/25 15:16:19 Job terminated. (1) Normal termination (return value 0) Usr 0 04:19:35, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:19:35, Sys 0 00:04:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1868197632 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1868197632 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2236147 1 36172736 Memory (MB) : 355 1024 2500 ... 028 (1253.023.000) 05/25 15:16:19 Job ad information event triggered. SentBytes = 1868197632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116129" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN5GW12-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:19:35, Sys 0 00:04:41" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 23 EventTime = "2019-05-25T15:16:19" TotalSentBytes = 1868197632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:19:35, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "4434469.0" TotalReceivedBytes = 421571104.0 ... 006 (1253.111.000) 05/25 15:16:35 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378728 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:16:35 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:16:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.222.000) 05/25 15:17:43 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:36, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:36, Sys 0 00:03:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1882312320 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1882312320 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 566630508 Memory (MB) : 416 1024 1920 ... 028 (1253.222.000) 05/25 15:17:43 Job ad information event triggered. SentBytes = 1882312320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23486" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c099.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:36, Sys 0 00:03:47" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 222 EventTime = "2019-05-25T15:17:43" TotalSentBytes = 1882312320.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:56:36, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "263335.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.178.000) 05/25 15:17:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:42, Sys 0 00:03:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:42, Sys 0 00:03:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1834071168 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1834071168 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 619360636 Memory (MB) : 416 1024 1920 ... 028 (1253.178.000) 05/25 15:17:48 Job ad information event triggered. SentBytes = 1834071168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22865" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c057.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:42, Sys 0 00:03:51" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 178 EventTime = "2019-05-25T15:17:48" TotalSentBytes = 1834071168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:42, Sys 0 00:03:51" JOB_GLIDEIN_SiteWMS_JobId = "262854.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.167.000) 05/25 15:17:49 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:20, Sys 0 00:03:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:20, Sys 0 00:03:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866976384 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1866976384 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 662030008 Memory (MB) : 416 1024 1920 ... 028 (1253.167.000) 05/25 15:17:49 Job ad information event triggered. SentBytes = 1866976384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22816" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c025.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:20, Sys 0 00:03:58" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 167 EventTime = "2019-05-25T15:17:49" TotalSentBytes = 1866976384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:20, Sys 0 00:03:58" JOB_GLIDEIN_SiteWMS_JobId = "262825.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.272.000) 05/25 15:17:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:20, Sys 0 00:04:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:20, Sys 0 00:04:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878214272 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878214272 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2245958 1 81528964 Memory (MB) : 372 1024 2048 ... 028 (1253.272.000) 05/25 15:17:53 Job ad information event triggered. SentBytes = 1878214272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:46:20, Sys 0 00:04:48" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 272 EventTime = "2019-05-25T15:17:53" TotalSentBytes = 1878214272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:46:20, Sys 0 00:04:48" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.129.000) 05/25 15:18:19 Job terminated. (1) Normal termination (return value 0) Usr 0 04:22:44, Sys 0 00:04:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:22:44, Sys 0 00:04:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1807964672 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1807964672 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2177325 1 36174552 Memory (MB) : 358 1024 2500 ... 028 (1253.129.000) 05/25 15:18:19 Job ad information event triggered. SentBytes = 1807964672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-GN6GW12-S8-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:22:44, Sys 0 00:04:39" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 129 EventTime = "2019-05-25T15:18:19" TotalSentBytes = 1807964672.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:22:44, Sys 0 00:04:39" JOB_GLIDEIN_SiteWMS_JobId = "4434290.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.104.000) 05/25 15:18:20 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:20, Sys 0 00:05:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:20, Sys 0 00:05:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1836523008 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1836523008 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 82823572 Memory (MB) : 416 1024 2048 ... 028 (1253.104.000) 05/25 15:18:20 Job ad information event triggered. SentBytes = 1836523008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212321" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat11.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:46:20, Sys 0 00:05:17" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 104 EventTime = "2019-05-25T15:18:20" TotalSentBytes = 1836523008.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:46:20, Sys 0 00:05:17" JOB_GLIDEIN_SiteWMS_JobId = "8716295.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.085.000) 05/25 15:18:34 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357836 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:18:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:18:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.261.000) 05/25 15:18:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:23, Sys 0 00:03:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:23, Sys 0 00:03:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872599808 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1872599808 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 608455644 Memory (MB) : 391 1024 1920 ... 028 (1253.261.000) 05/25 15:18:59 Job ad information event triggered. SentBytes = 1872599808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21642" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c061.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:23, Sys 0 00:03:59" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 261 EventTime = "2019-05-25T15:18:59" TotalSentBytes = 1872599808.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:53:23, Sys 0 00:03:59" JOB_GLIDEIN_SiteWMS_JobId = "268901.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.027.000) 05/25 15:19:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:42, Sys 0 00:04:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:42, Sys 0 00:04:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1883613824 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1883613824 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 669075600 Memory (MB) : 416 1024 1920 ... 028 (1253.027.000) 05/25 15:19:31 Job ad information event triggered. SentBytes = 1883613824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23007" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c013.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:42, Sys 0 00:04:07" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 27 EventTime = "2019-05-25T15:19:31" TotalSentBytes = 1883613824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:42, Sys 0 00:04:07" JOB_GLIDEIN_SiteWMS_JobId = "262963.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.224.000) 05/25 15:19:35 Job terminated. (1) Normal termination (return value 0) Usr 0 02:03:47, Sys 0 00:04:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:03:47, Sys 0 00:04:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1881979776 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1881979776 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 610948748 Memory (MB) : 416 1024 1920 ... 028 (1253.224.000) 05/25 15:19:35 Job ad information event triggered. SentBytes = 1881979776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23037" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c075.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:03:47, Sys 0 00:04:04" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 224 EventTime = "2019-05-25T15:19:35" TotalSentBytes = 1881979776.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:03:47, Sys 0 00:04:04" JOB_GLIDEIN_SiteWMS_JobId = "262985.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.086.000) 05/25 15:20:12 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355064 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:20:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:20:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.094.000) 05/25 15:21:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:13, Sys 0 00:00:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366330240 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.094.000) 05/25 15:21:05 Job ad information event triggered. SentBytes = 1366330240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 94 EventTime = "2019-05-25T15:21:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:13, Sys 0 00:00:55" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 004 (1253.030.000) 05/25 15:21:15 Job was evicted. (0) Job terminated and was requeued Usr 0 00:52:00, Sys 0 00:01:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043777856 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.030.000) 05/25 15:21:15 Job ad information event triggered. SentBytes = 1043777856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27247" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c296.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 30 EventTime = "2019-05-25T15:21:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:52:00, Sys 0 00:01:42" JOB_GLIDEIN_SiteWMS_JobId = "262633.0" ... 006 (1253.111.000) 05/25 15:21:35 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380320 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:21:35 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:21:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.094.000) 05/25 15:22:24 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1253.094.000) 05/25 15:22:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 94 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:22:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.030.000) 05/25 15:22:25 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1253.030.000) 05/25 15:22:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:22:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.029.000) 05/25 15:22:31 Image size of job updated: 12500000 3633 - MemoryUsage of job (MB) 3719584 - ResidentSetSize of job (KB) ... 028 (1253.029.000) 05/25 15:22:31 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 29 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:22:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3633 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28246" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 3719584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.257.000) 05/25 15:22:31 Job terminated. (1) Normal termination (return value 0) Usr 0 04:29:24, Sys 0 00:04:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:29:24, Sys 0 00:04:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884857216 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1884857216 - Total Bytes Sent By Job 421571104 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2252416 1 36182140 Memory (MB) : 354 1024 2500 ... 028 (1253.257.000) 05/25 15:22:31 Job ad information event triggered. SentBytes = 1884857216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7714890" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:29:24, Sys 0 00:04:28" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 257 EventTime = "2019-05-25T15:22:31" TotalSentBytes = 1884857216.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 04:29:24, Sys 0 00:04:28" JOB_GLIDEIN_SiteWMS_JobId = "4380354.0" TotalReceivedBytes = 421571104.0 ... 005 (1253.113.000) 05/25 15:23:30 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:19, Sys 0 00:04:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:19, Sys 0 00:04:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1828411392 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1828411392 - Total Bytes Sent By Job 843242624 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 82451440 Memory (MB) : 367 1024 2048 ... 028 (1253.113.000) 05/25 15:23:30 Job ad information event triggered. SentBytes = 1828411392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212375" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat16.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:41:19, Sys 0 00:04:56" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 113 EventTime = "2019-05-25T15:23:30" TotalSentBytes = 1828411392.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:41:19, Sys 0 00:04:56" JOB_GLIDEIN_SiteWMS_JobId = "8716299.0" TotalReceivedBytes = 843242624.0 ... 006 (1253.085.000) 05/25 15:23:34 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358324 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:23:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:23:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.088.000) 05/25 15:23:36 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:53, Sys 0 00:05:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:53, Sys 0 00:05:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1846746496 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1846746496 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 83145732 Memory (MB) : 416 1024 2048 ... 028 (1253.088.000) 05/25 15:23:36 Job ad information event triggered. SentBytes = 1846746496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212347" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat11.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:46:53, Sys 0 00:05:20" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 88 EventTime = "2019-05-25T15:23:36" TotalSentBytes = 1846746496.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:46:53, Sys 0 00:05:20" JOB_GLIDEIN_SiteWMS_JobId = "8716296.0" TotalReceivedBytes = 843142208.0 ... 024 (1253.078.000) 05/25 15:23:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3436_838928320@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309, rescheduling job ... 028 (1253.078.000) 05/25 15:23:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T15:23:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384525.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717136" StartdName = "glidein_3436_838928320@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-2LNZRD2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.025.000) 05/25 15:24:32 Job was evicted. (0) Job terminated and was requeued Usr 0 00:43:05, Sys 0 00:01:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 684533184 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.025.000) 05/25 15:24:32 Job ad information event triggered. SentBytes = 684533184.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7968449" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c059.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 25 EventTime = "2019-05-25T15:24:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:43:05, Sys 0 00:01:35" JOB_GLIDEIN_SiteWMS_JobId = "270954.0" ... 006 (1253.299.000) 05/25 15:25:11 Image size of job updated: 12500000 4361 - MemoryUsage of job (MB) 4464936 - ResidentSetSize of job (KB) ... 028 (1253.299.000) 05/25 15:25:11 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 299 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:25:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 4361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68030.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404951" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 4464936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 15:25:12 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355264 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:25:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:25:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.165.000) 05/25 15:25:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:28, Sys 0 00:02:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:28, Sys 0 00:02:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1863094656 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1863094656 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 36177732 Memory (MB) : 416 1024 2500 ... 028 (1253.165.000) 05/25 15:25:18 Job ad information event triggered. SentBytes = 1863094656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8112114" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL03-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:28, Sys 0 00:02:12" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 165 EventTime = "2019-05-25T15:25:18" TotalSentBytes = 1863094656.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:58:28, Sys 0 00:02:12" JOB_GLIDEIN_SiteWMS_JobId = "4433040.0" TotalReceivedBytes = 1264713344.0 ... 001 (1253.078.000) 05/25 15:25:22 Job executing on host: <137.99.79.231:16506?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#705&addrs=137.99.79.231-16506+[--1]-16506&noUDP> ... 028 (1253.078.000) 05/25 15:25:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 78 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:25:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.231:16506?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#705&addrs=137.99.79.231-16506+[--1]-16506&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716296.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212347" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat11.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.025.000) 05/25 15:25:22 Job executing on host: <137.99.79.236:8395?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#743&addrs=137.99.79.236-8395+[--1]-8395&noUDP> ... 028 (1253.025.000) 05/25 15:25:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 25 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:25:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.236:8395?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#743&addrs=137.99.79.236-8395+[--1]-8395&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716299.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat16.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.158.000) 05/25 15:25:40 Job terminated. (1) Normal termination (return value 0) Usr 0 02:33:55, Sys 0 00:04:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:33:55, Sys 0 00:04:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1849671168 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1849671168 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 172286780 Memory (MB) : 391 1024 2500 ... 028 (1253.158.000) 05/25 15:25:40 Job ad information event triggered. SentBytes = 1849671168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13872" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-147-243" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:33:55, Sys 0 00:04:35" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 158 EventTime = "2019-05-25T15:25:40" TotalSentBytes = 1849671168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:33:55, Sys 0 00:04:35" JOB_GLIDEIN_SiteWMS_JobId = "4413585.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.210.000) 05/25 15:25:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:54, Sys 0 00:04:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:54, Sys 0 00:04:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1900191616 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1900191616 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 81953532 Memory (MB) : 440 1024 2048 ... 028 (1253.210.000) 05/25 15:25:53 Job ad information event triggered. SentBytes = 1900191616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8817" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:54, Sys 0 00:04:36" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 210 EventTime = "2019-05-25T15:25:53" TotalSentBytes = 1900191616.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:40:54, Sys 0 00:04:36" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.110.000) 05/25 15:25:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:54, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:54, Sys 0 00:04:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1827552640 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1827552640 - Total Bytes Sent By Job 1264713344 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 175350892 Memory (MB) : 440 1024 2500 ... 028 (1253.110.000) 05/25 15:25:58 Job ad information event triggered. SentBytes = 1827552640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13116" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot21@CRUSH-OSG-C7-10-5-141-65" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:25:54, Sys 0 00:04:05" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 110 EventTime = "2019-05-25T15:25:58" TotalSentBytes = 1827552640.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:25:54, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "4372996.0" TotalReceivedBytes = 1264713344.0 ... 005 (1253.274.000) 05/25 15:26:03 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:03, Sys 0 00:04:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:03, Sys 0 00:04:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876908288 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1876908288 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 83355760 Memory (MB) : 416 1024 2048 ... 028 (1253.274.000) 05/25 15:26:03 Job ad information event triggered. SentBytes = 1876908288.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat14.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:36:03, Sys 0 00:04:40" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 274 EventTime = "2019-05-25T15:26:03" TotalSentBytes = 1876908288.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:36:03, Sys 0 00:04:40" JOB_GLIDEIN_SiteWMS_JobId = "8714687.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.105.000) 05/25 15:26:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:31, Sys 0 00:04:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:31, Sys 0 00:04:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1829897216 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1829897216 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 172228552 Memory (MB) : 367 1024 2500 ... 028 (1253.105.000) 05/25 15:26:16 Job ad information event triggered. SentBytes = 1829897216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9614" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-148-25" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:36:31, Sys 0 00:04:26" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 105 EventTime = "2019-05-25T15:26:16" TotalSentBytes = 1829897216.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:36:31, Sys 0 00:04:26" JOB_GLIDEIN_SiteWMS_JobId = "4342372.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.151.000) 05/25 15:26:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:50, Sys 0 00:04:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:50, Sys 0 00:04:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1854149248 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1854149248 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 85210200 Memory (MB) : 391 1024 2048 ... 028 (1253.151.000) 05/25 15:26:34 Job ad information event triggered. SentBytes = 1854149248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212485" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:41:50, Sys 0 00:04:53" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 151 EventTime = "2019-05-25T15:26:34" TotalSentBytes = 1854149248.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:41:50, Sys 0 00:04:53" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.111.000) 05/25 15:26:36 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382120 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:26:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:26:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 15:28:35 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359380 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:28:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:28:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.267.000) 05/25 15:28:39 Job was evicted. (0) Job terminated and was requeued Usr 0 01:47:02, Sys 0 00:03:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599559040 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.267.000) 05/25 15:28:39 Job ad information event triggered. SentBytes = 1599559040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 267 EventTime = "2019-05-25T15:28:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:47:02, Sys 0 00:03:03" JOB_GLIDEIN_SiteWMS_JobId = "8713025.0" ... 005 (1253.109.000) 05/25 15:28:49 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:31, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:31, Sys 0 00:04:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1826695552 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1826695552 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 891212684 Memory (MB) : 367 1024 2048 ... 028 (1253.109.000) 05/25 15:28:49 Job ad information event triggered. SentBytes = 1826695552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212680" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat116.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:29:31, Sys 0 00:04:01" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 109 EventTime = "2019-05-25T15:28:49" TotalSentBytes = 1826695552.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:29:31, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "8716453.0" TotalReceivedBytes = 843142208.0 ... 004 (1253.029.000) 05/25 15:29:07 Job was evicted. (0) Job terminated and was requeued Usr 0 00:20:26, Sys 0 00:01:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 317186528 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.029.000) 05/25 15:29:07 Job ad information event triggered. SentBytes = 317186528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "28246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 29 EventTime = "2019-05-25T15:29:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:20:26, Sys 0 00:01:39" JOB_GLIDEIN_SiteWMS_JobId = "67965.0" ... 005 (1253.028.000) 05/25 15:29:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:16, Sys 0 00:06:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:16, Sys 0 00:06:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877571072 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1877571072 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 664671608 Memory (MB) : 367 1024 1920 ... 028 (1253.028.000) 05/25 15:29:09 Job ad information event triggered. SentBytes = 1877571072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:32:16, Sys 0 00:06:05" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 28 EventTime = "2019-05-25T15:29:09" TotalSentBytes = 1877571072.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:32:16, Sys 0 00:06:05" JOB_GLIDEIN_SiteWMS_JobId = "263326.0" TotalReceivedBytes = 843142208.0 ... 001 (1253.267.000) 05/25 15:29:16 Job executing on host: <137.99.79.147:27247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#710&addrs=137.99.79.147-27247+[--1]-27247&noUDP> ... 028 (1253.267.000) 05/25 15:29:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 267 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:29:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:27247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#710&addrs=137.99.79.147-27247+[--1]-27247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713025.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2979" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.112.000) 05/25 15:29:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:29, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:29, Sys 0 00:03:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1821995264 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1821995264 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 36176240 Memory (MB) : 440 1024 2500 ... 028 (1253.112.000) 05/25 15:29:50 Job ad information event triggered. SentBytes = 1821995264.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116709" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-CKE-02-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:42:29, Sys 0 00:03:04" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 112 EventTime = "2019-05-25T15:29:50" TotalSentBytes = 1821995264.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:42:29, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "4438379.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.086.000) 05/25 15:30:12 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357132 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:30:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:30:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.029.000) 05/25 15:30:14 Job executing on host: <137.99.79.176:25832?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#706&addrs=137.99.79.176-25832+[--1]-25832&noUDP> ... 028 (1253.029.000) 05/25 15:30:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:30:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.176:25832?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#706&addrs=137.99.79.176-25832+[--1]-25832&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213006" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat112.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.126.000) 05/25 15:30:55 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:29, Sys 0 00:04:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:29, Sys 0 00:04:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1822520192 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1822520192 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2191541 1 617436052 Memory (MB) : 362 1024 1920 ... 028 (1253.126.000) 05/25 15:30:55 Job ad information event triggered. SentBytes = 1822520192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23730" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c076.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:29, Sys 0 00:04:06" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 126 EventTime = "2019-05-25T15:30:55" TotalSentBytes = 1822520192.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:56:29, Sys 0 00:04:06" JOB_GLIDEIN_SiteWMS_JobId = "263534.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.111.000) 05/25 15:31:36 Image size of job updated: 1750000 375 - MemoryUsage of job (MB) 383564 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:31:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:31:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.030.000) 05/25 15:31:47 Job was evicted. (0) Job terminated and was requeued Usr 0 00:09:37, Sys 0 00:00:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 101052704 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.030.000) 05/25 15:31:47 Job ad information event triggered. SentBytes = 101052704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 30 EventTime = "2019-05-25T15:31:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:09:37, Sys 0 00:00:22" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" ... 001 (1253.030.000) 05/25 15:32:17 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1253.030.000) 05/25 15:32:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:32:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.134.000) 05/25 15:32:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:10:04, Sys 0 00:02:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764146304 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.134.000) 05/25 15:32:23 Job ad information event triggered. SentBytes = 764146304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat17.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 134 EventTime = "2019-05-25T15:32:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:10:04, Sys 0 00:02:17" JOB_GLIDEIN_SiteWMS_JobId = "8716138.0" ... 001 (1253.134.000) 05/25 15:33:16 Job executing on host: <137.99.79.234:7451?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#621&addrs=137.99.79.234-7451+[--1]-7451&noUDP> ... 028 (1253.134.000) 05/25 15:33:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 134 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:33:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.234:7451?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#621&addrs=137.99.79.234-7451+[--1]-7451&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714687.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.085.000) 05/25 15:33:35 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360436 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:33:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:33:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.086.000) 05/25 15:35:13 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358116 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:35:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:35:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.298.000) 05/25 15:35:47 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:00, Sys 0 00:03:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:00, Sys 0 00:03:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869497600 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1869497600 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 36183088 Memory (MB) : 416 1024 2500 ... 028 (1253.298.000) 05/25 15:35:47 Job ad information event triggered. SentBytes = 1869497600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6187" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LKLAUTZ-LAB1-S16-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:00, Sys 0 00:03:28" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 298 EventTime = "2019-05-25T15:35:47" TotalSentBytes = 1869497600.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:43:00, Sys 0 00:03:28" JOB_GLIDEIN_SiteWMS_JobId = "4422857.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.111.000) 05/25 15:36:36 Image size of job updated: 1750000 376 - MemoryUsage of job (MB) 384984 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:36:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:36:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 384984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.041.000) 05/25 15:38:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81955_394067457@mwt2-c075.campuscluster.illinois.edu <72.36.96.204:33260?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873209&addrs=72.36.96.204-33260&noUDP> ... 028 (1253.041.000) 05/25 15:38:39 Job ad information event triggered. StartdAddr = "<72.36.96.204:33260?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873209&addrs=72.36.96.204-33260&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c075.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 41 EventTime = "2019-05-25T15:38:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_81955_394067457@mwt2-c075.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263460.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.041.000) 05/25 15:38:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81955_394067457@mwt2-c075.campuscluster.illinois.edu, rescheduling job ... 028 (1253.041.000) 05/25 15:38:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 41 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:38:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263460.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23632" StartdName = "glidein_81955_394067457@mwt2-c075.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.063.000) 05/25 15:39:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60841_665813820@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:36502?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881637&addrs=72.36.96.174-36502&noUDP> ... 028 (1253.063.000) 05/25 15:39:11 Job ad information event triggered. StartdAddr = "<72.36.96.174:36502?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#881637&addrs=72.36.96.174-36502&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21642" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 63 EventTime = "2019-05-25T15:39:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_60841_665813820@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.063.000) 05/25 15:39:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60841_665813820@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 028 (1253.063.000) 05/25 15:39:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 63 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T15:39:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268902.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21642" StartdName = "glidein_60841_665813820@mwt2-c045.campuscluster.illinois.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.041.000) 05/25 15:39:17 Job executing on host: <137.99.79.222:8429?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#697&addrs=137.99.79.222-8429+[--1]-8429&noUDP> ... 028 (1253.041.000) 05/25 15:39:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:39:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.222:8429?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#697&addrs=137.99.79.222-8429+[--1]-8429&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716171.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211864" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1253.015.000) 05/25 15:40:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_37538_465278546@mwt2-c030.campuscluster.illinois.edu <72.36.96.159:33394?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558678&addrs=72.36.96.159-33394&noUDP> ... 028 (1253.015.000) 05/25 15:40:02 Job ad information event triggered. StartdAddr = "<72.36.96.159:33394?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558678&addrs=72.36.96.159-33394&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-25T15:40:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_37538_465278546@mwt2-c030.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "269102.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1253.063.000) 05/25 15:40:51 Job executing on host: <149.165.225.67:41021?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872077&addrs=149.165.225.67-41021&noUDP> ... 028 (1253.063.000) 05/25 15:40:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:40:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.67:41021?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872077&addrs=149.165.225.67-41021&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264101.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.094.000) 05/25 15:40:57 Job was evicted. (0) Job terminated and was requeued Usr 0 00:20:59, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 445689216 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.094.000) 05/25 15:40:57 Job ad information event triggered. SentBytes = 445689216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 94 EventTime = "2019-05-25T15:40:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:20:59, Sys 0 00:00:17" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 006 (1253.111.000) 05/25 15:41:37 Image size of job updated: 1750000 378 - MemoryUsage of job (MB) 386760 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:41:37 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:41:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 386760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.044.000) 05/25 15:41:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_87658_116969980@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.044.000) 05/25 15:41:41 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 44 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:41:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28448" StartdName = "glidein_87658_116969980@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 15:41:49 Image size of job updated: 12500000 1685 - MemoryUsage of job (MB) 1725160 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 15:41:49 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 264 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T15:41:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 1685 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 1725160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1253.015.000) 05/25 15:42:02 Job reconnected to glidein_37538_465278546@mwt2-c030.campuscluster.illinois.edu startd address: <72.36.96.159:33394?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558678&addrs=72.36.96.159-33394&noUDP> starter address: <72.36.96.159:34399?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868256&PrivNet=mwt2-c030.campuscluster.illinois.edu&addrs=72.36.96.159-34399&noUDP> ... 028 (1253.015.000) 05/25 15:42:02 Job ad information event triggered. StartdAddr = "<72.36.96.159:33394?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558678&addrs=72.36.96.159-33394&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-25T15:42:02" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_37538_465278546@mwt2-c030.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<72.36.96.159:34399?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868256&PrivNet=mwt2-c030.campuscluster.illinois.edu&addrs=72.36.96.159-34399&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "269102.0" EventDescription = "Job reconnected" ... 001 (1253.094.000) 05/25 15:42:14 Job executing on host: <192.170.227.95:40800?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#879800&addrs=192.170.227.95-40800&noUDP> ... 028 (1253.094.000) 05/25 15:42:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T15:42:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.95:40800?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#879800&addrs=192.170.227.95-40800&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264106.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c484.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.044.000) 05/25 15:42:14 Job executing on host: <192.170.227.91:33075?CCBID=192.170.227.251:9753%3faddrs%3d192.170.227.251-9753#877566&addrs=192.170.227.91-33075&noUDP> ... 028 (1253.044.000) 05/25 15:42:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T15:42:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.91:33075?CCBID=192.170.227.251:9753%3faddrs%3d192.170.227.251-9753#877566&addrs=192.170.227.91-33075&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263446.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28530" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c480.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.030.000) 05/25 15:42:28 Image size of job updated: 12500000 3677 - MemoryUsage of job (MB) 3764488 - ResidentSetSize of job (KB) ... 028 (1253.030.000) 05/25 15:42:28 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:42:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3677 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 ResidentSetSize = 3764488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.015.000) 05/25 15:43:34 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:18, Sys 0 00:03:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825622272 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.015.000) 05/25 15:43:34 Job ad information event triggered. SentBytes = 1825622272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c030.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-25T15:43:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:54:18, Sys 0 00:03:46" JOB_GLIDEIN_SiteWMS_JobId = "269102.0" ... 006 (1253.085.000) 05/25 15:43:36 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362428 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:43:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:43:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1253.176.000) 05/25 15:44:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_89697_807978798@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1253.176.000) 05/25 15:44:35 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 176 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:44:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29010" StartdName = "glidein_89697_807978798@scigrid2.physics.fsu.edu" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.015.000) 05/25 15:44:35 Job executing on host: <72.36.96.174:44389?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881211&addrs=72.36.96.174-44389&noUDP> ... 028 (1253.015.000) 05/25 15:44:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T15:44:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:44389?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881211&addrs=72.36.96.174-44389&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270905.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23100" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 15:44:50 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 376948 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 15:44:50 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 171 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T15:44:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.086.000) 05/25 15:45:14 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358816 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:45:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:45:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.176.000) 05/25 15:45:16 Job executing on host: <128.186.19.131:14388?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#715&addrs=128.186.19.131-14388+[--1]-14388&noUDP> ... 028 (1253.176.000) 05/25 15:45:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 176 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T15:45:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:14388?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#715&addrs=128.186.19.131-14388+[--1]-14388&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.296.000) 05/25 15:46:28 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377144 - ResidentSetSize of job (KB) ... 028 (1253.296.000) 05/25 15:46:28 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:46:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713063.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2986" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.273.000) 05/25 15:46:30 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376640 - ResidentSetSize of job (KB) ... 028 (1253.273.000) 05/25 15:46:30 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8881" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 15:46:38 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 407788 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:46:38 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:46:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 407788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.264.000) 05/25 15:46:50 Image size of job updated: 12500000 3289 - MemoryUsage of job (MB) 3367896 - ResidentSetSize of job (KB) ... 028 (1253.264.000) 05/25 15:46:50 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 264 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T15:46:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 3289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 3367896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.197.000) 05/25 15:49:29 Job was evicted. (0) Job terminated and was requeued Usr 0 01:48:35, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718396928 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.197.000) 05/25 15:49:29 Job ad information event triggered. SentBytes = 1718396928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 197 EventTime = "2019-05-25T15:49:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:48:35, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "8713023.0" ... 006 (1253.171.000) 05/25 15:49:51 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379324 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 15:49:51 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 171 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T15:49:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.086.000) 05/25 15:50:14 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359852 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:50:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:50:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.197.000) 05/25 15:50:16 Job executing on host: <137.99.79.157:18875?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#678&addrs=137.99.79.157-18875+[--1]-18875&noUDP> ... 028 (1253.197.000) 05/25 15:50:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 197 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:50:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18875?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#678&addrs=137.99.79.157-18875+[--1]-18875&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713023.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2979" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1253.016.000) 05/25 15:50:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:48, Sys 0 00:04:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:48, Sys 0 00:04:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878435072 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1878435072 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 442943004 Memory (MB) : 402 1024 2048 ... 028 (1253.016.000) 05/25 15:50:21 Job ad information event triggered. SentBytes = 1878435072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:48:48, Sys 0 00:04:48" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 16 EventTime = "2019-05-25T15:50:21" TotalSentBytes = 1878435072.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:48:48, Sys 0 00:04:48" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" TotalReceivedBytes = 843142208.0 ... 005 (1253.132.000) 05/25 15:52:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:34:35, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:34:35, Sys 0 00:03:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1828476928 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job 1828476928 - Total Bytes Sent By Job 843142208 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 36263396 Memory (MB) : 367 1024 2500 ... 028 (1253.132.000) 05/25 15:52:45 Job ad information event triggered. SentBytes = 1828476928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24813" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CHE-4007-2-S7-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:34:35, Sys 0 00:03:18" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 132 EventTime = "2019-05-25T15:52:45" TotalSentBytes = 1828476928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:34:35, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "4440606.0" TotalReceivedBytes = 843142208.0 ... 006 (1253.085.000) 05/25 15:53:38 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362856 - ResidentSetSize of job (KB) ... 028 (1253.085.000) 05/25 15:53:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:53:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6179" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.171.000) 05/25 15:54:52 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 402152 - ResidentSetSize of job (KB) ... 028 (1253.171.000) 05/25 15:54:52 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 171 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T15:54:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "455121" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7244" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1253.086.000) 05/25 15:55:16 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360600 - ResidentSetSize of job (KB) ... 028 (1253.086.000) 05/25 15:55:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T15:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.010.000) 05/25 15:55:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:33, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435709440 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.010.000) 05/25 15:55:22 Job ad information event triggered. SentBytes = 1435709440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "4594" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 10 EventTime = "2019-05-25T15:55:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:26:33, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" ... 006 (1253.025.000) 05/25 15:55:36 Image size of job updated: 15000000 367 - MemoryUsage of job (MB) 375408 - ResidentSetSize of job (KB) ... 028 (1253.025.000) 05/25 15:55:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 25 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:55:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716299.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212375" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat16.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1253.010.000) 05/25 15:56:11 Job executing on host: <137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP> ... 028 (1253.010.000) 05/25 15:56:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:56:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.156:8275?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#280&addrs=137.99.79.156-8275+[--1]-8275&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4594" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1253.111.000) 05/25 15:56:39 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409140 - ResidentSetSize of job (KB) ... 028 (1253.111.000) 05/25 15:56:39 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T15:56:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209111" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 409140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1253.199.000) 05/25 15:57:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:28, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605272192 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1253.199.000) 05/25 15:57:13 Job ad information event triggered. SentBytes = 1605272192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211843" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 199 EventTime = "2019-05-25T15:57:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:28, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "8716141.0" ... 009 (1253.199.000) 05/25 15:57:42 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.199.000) 05/25 15:57:42 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 199 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:42" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.010.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:59, Sys 0 00:00:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 66095148 Memory (MB) : 1954 1024 2048 ... 028 (1253.010.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "4594" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 10 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:00:59, Sys 0 00:00:08" JOB_GLIDEIN_SiteWMS_JobId = "8714630.0" ... 004 (1253.020.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:51:50, Sys 0 00:01:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 80418920 Memory (MB) : 416 1024 2048 ... 028 (1253.020.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 20 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:51:50, Sys 0 00:01:08" JOB_GLIDEIN_SiteWMS_JobId = "8713079.0" ... 004 (1253.033.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 01:31:55, Sys 0 00:01:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 78299456 Memory (MB) : 416 1024 2048 ... 028 (1253.033.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211589" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 33 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:31:55, Sys 0 00:01:31" JOB_GLIDEIN_SiteWMS_JobId = "8716065.0" ... 004 (1253.038.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:59:08, Sys 0 00:01:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 70321908 Memory (MB) : 391 1024 2048 ... 028 (1253.038.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:59:08, Sys 0 00:01:42" JOB_GLIDEIN_SiteWMS_JobId = "8713077.0" ... 004 (1253.041.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:16:51, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 169673044 Memory (MB) : 416 1024 2048 ... 028 (1253.041.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211864" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:16:51, Sys 0 00:00:35" JOB_GLIDEIN_SiteWMS_JobId = "8716171.0" ... 004 (1253.043.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:45:03, Sys 0 00:01:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 85122896 Memory (MB) : 2442 1024 2048 ... 028 (1253.043.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat30.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 43 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:45:03, Sys 0 00:01:21" JOB_GLIDEIN_SiteWMS_JobId = "8714689.0" ... 004 (1253.021.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:47:43, Sys 0 00:01:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 79165080 Memory (MB) : 416 1024 2048 ... 028 (1253.021.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8158" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 21 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:47:43, Sys 0 00:01:38" JOB_GLIDEIN_SiteWMS_JobId = "8714683.0" ... 004 (1253.025.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:29:12, Sys 0 00:00:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 82223232 Memory (MB) : 367 1024 2048 ... 028 (1253.025.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7212375" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat16.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 25 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:12, Sys 0 00:00:57" JOB_GLIDEIN_SiteWMS_JobId = "8716299.0" ... 004 (1253.134.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:22:05, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1250000 1 83183216 Memory (MB) : 367 1024 2048 ... 028 (1253.134.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 134 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:22:05, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8714687.0" ... 004 (1253.035.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 01:31:32, Sys 0 00:02:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 73315976 Memory (MB) : 416 1024 2048 ... 028 (1253.035.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7213395" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 35 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:31:32, Sys 0 00:02:30" JOB_GLIDEIN_SiteWMS_JobId = "8716781.0" ... 004 (1253.078.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:29:39, Sys 0 00:00:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 81302712 Memory (MB) : 391 1024 2048 ... 028 (1253.078.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7212347" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat11.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 78 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:39, Sys 0 00:00:52" JOB_GLIDEIN_SiteWMS_JobId = "8716296.0" ... 004 (1253.098.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 02:29:05, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 892870672 Memory (MB) : 440 1024 2048 ... 028 (1253.098.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211739" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat116.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 98 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:29:05, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "8716139.0" ... 004 (1253.046.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 01:54:22, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 445159436 Memory (MB) : 3174 1024 2048 ... 028 (1253.046.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8969" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 46 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:22, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8715142.0" ... 004 (1253.029.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:23:36, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 887749040 Memory (MB) : 3663 1024 2048 ... 028 (1253.029.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7213006" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat112.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:23:36, Sys 0 00:00:45" JOB_GLIDEIN_SiteWMS_JobId = "8716771.0" ... 004 (1253.094.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:16:51, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 587328256 Memory (MB) : 1954 1024 1920 ... 028 (1253.094.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7968643" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c484.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 94 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:16:51, Sys 0 00:00:33" JOB_GLIDEIN_SiteWMS_JobId = "264106.0" ... 004 (1253.044.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:16:32, Sys 0 00:00:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 4093945 Memory (MB) : 367 1024 1024 ... 028 (1253.044.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "28530" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c480.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 44 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:16:32, Sys 0 00:00:31" JOB_GLIDEIN_SiteWMS_JobId = "263446.0" ... 004 (1253.063.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:17:25, Sys 0 00:00:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 537308092 Memory (MB) : 367 1024 1920 ... 028 (1253.063.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7968643" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 63 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:17:25, Sys 0 00:00:27" JOB_GLIDEIN_SiteWMS_JobId = "264101.0" ... 004 (1253.012.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:56:51, Sys 0 00:01:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 2915136 Memory (MB) : 416 1024 1024 ... 028 (1253.012.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "23709" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 12 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:56:51, Sys 0 00:01:04" JOB_GLIDEIN_SiteWMS_JobId = "466331" ... 004 (1253.015.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:13:14, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 670346152 Memory (MB) : 367 1024 1920 ... 028 (1253.015.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "23100" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:13:14, Sys 0 00:00:33" JOB_GLIDEIN_SiteWMS_JobId = "270905.0" ... 004 (1253.030.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:23:01, Sys 0 00:01:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 81646592 Memory (MB) : 3677 1024 2048 ... 028 (1253.030.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 30 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:23:01, Sys 0 00:01:23" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" ... 004 (1253.111.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 01:34:08, Sys 0 00:02:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 443808828 Memory (MB) : 400 1024 2048 ... 028 (1253.111.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7209111" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 111 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:08, Sys 0 00:02:50" JOB_GLIDEIN_SiteWMS_JobId = "8714918.0" ... 004 (1253.087.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 01:07:00, Sys 0 00:01:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1277807476 Memory (MB) : 1465 1024 1920 ... 028 (1253.087.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "31182" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c495.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 87 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:07:00, Sys 0 00:01:42" JOB_GLIDEIN_SiteWMS_JobId = "1379243.0" ... 009 (1253.033.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.033.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 33 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.038.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.038.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.021.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.021.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 21 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.043.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.043.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 43 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.020.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.020.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 20 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.024.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:31, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 425000 1 36184000 Memory (MB) : 194 1024 2500 ... 028 (1253.024.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8543" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 24 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 00:00:31, Sys 0 00:00:14" JOB_GLIDEIN_SiteWMS_JobId = "4340335.0" ... 009 (1253.041.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.041.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.010.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.010.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 10 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.107.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 02:37:10, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 36262372 Memory (MB) : 416 1024 2500 ... 028 (1253.107.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "19181" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-WGS-TA-04-S2-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 107 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:37:10, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "4426292.0" ... 004 (1253.032.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:27, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 425000 1 36183068 Memory (MB) : 181 1024 2500 ... 028 (1253.032.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-BELFER02-S3-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 32 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 00:00:27, Sys 0 00:00:29" JOB_GLIDEIN_SiteWMS_JobId = "4437747.0" ... 004 (1253.014.000) 05/25 15:57:43 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:14, Sys 0 00:00:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 425000 1 36183084 Memory (MB) : 183 1024 2500 ... 028 (1253.014.000) 05/25 15:57:43 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8116632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UGR-HGM51T2-S4-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 14 EventTime = "2019-05-25T15:57:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 00:00:14, Sys 0 00:00:21" JOB_GLIDEIN_SiteWMS_JobId = "4437750.0" ... 009 (1253.098.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.098.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 98 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.035.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.035.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 35 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.025.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.025.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 25 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.078.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.078.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 78 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.134.000) 05/25 15:57:43 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.134.000) 05/25 15:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 134 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:43" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.046.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.046.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 46 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.029.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.029.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.094.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.094.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 94 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.044.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.044.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 44 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.086.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 04:59:36, Sys 0 00:06:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2150872 1 36181396 Memory (MB) : 353 1024 2500 ... 028 (1253.086.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8111796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S2-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 86 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:59:36, Sys 0 00:06:14" JOB_GLIDEIN_SiteWMS_JobId = "4433042.0" ... 004 (1253.085.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 05:17:26, Sys 0 00:06:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2189237 1 36176248 Memory (MB) : 355 1024 2500 ... 028 (1253.085.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "6179" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-SSROSENT-S4-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 85 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 05:17:26, Sys 0 00:06:30" JOB_GLIDEIN_SiteWMS_JobId = "4433540.0" ... 009 (1253.012.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.012.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.030.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.030.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 30 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.063.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.063.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 63 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.015.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.015.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.267.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:28:56, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 69914572 Memory (MB) : 440 1024 2048 ... 028 (1253.267.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 267 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:56, Sys 0 00:00:54" JOB_GLIDEIN_SiteWMS_JobId = "8713025.0" ... 004 (1253.197.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:07:08, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 65862280 Memory (MB) : 367 1024 2048 ... 028 (1253.197.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 197 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:07:08, Sys 0 00:00:18" JOB_GLIDEIN_SiteWMS_JobId = "8713023.0" ... 004 (1253.273.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:41:51, Sys 0 00:01:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 65820872 Memory (MB) : 368 1024 2048 ... 028 (1253.273.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8881" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:41:51, Sys 0 00:01:10" JOB_GLIDEIN_SiteWMS_JobId = "8714891.0" ... 004 (1253.173.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:20:10, Sys 0 00:02:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 69832228 Memory (MB) : 391 1024 2048 ... 028 (1253.173.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 173 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:20:10, Sys 0 00:02:13" JOB_GLIDEIN_SiteWMS_JobId = "8713050.0" ... 004 (1253.276.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:22:56, Sys 0 00:01:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 37484044 Memory (MB) : 416 1024 2048 ... 028 (1253.276.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 276 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:22:56, Sys 0 00:01:50" JOB_GLIDEIN_SiteWMS_JobId = "8713048.0" ... 004 (1253.296.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:53:39, Sys 0 00:01:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 71631816 Memory (MB) : 369 1024 2048 ... 028 (1253.296.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2986" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 296 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:53:39, Sys 0 00:01:31" JOB_GLIDEIN_SiteWMS_JobId = "8713063.0" ... 004 (1253.121.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 02:06:31, Sys 0 00:03:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1712129 1 36183084 Memory (MB) : 391 1024 2500 ... 028 (1253.121.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "17350" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-13-D-S12-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:06:31, Sys 0 00:03:28" JOB_GLIDEIN_SiteWMS_JobId = "4380539.0" ... 009 (1253.024.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.024.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 24 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.107.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.107.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 107 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.111.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.111.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 111 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.150.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:48:23, Sys 0 00:01:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 82351628 Memory (MB) : 416 1024 2048 ... 028 (1253.150.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211618" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 150 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:48:23, Sys 0 00:01:28" JOB_GLIDEIN_SiteWMS_JobId = "8716106.0" ... 009 (1253.087.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.087.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 87 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.247.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:20:05, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 81529508 Memory (MB) : 440 1024 2048 ... 028 (1253.247.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211787" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 247 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:20:05, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "8716140.0" ... 004 (1253.148.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:42:15, Sys 0 00:01:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 174306664 Memory (MB) : 416 1024 2048 ... 028 (1253.148.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211500" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 148 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:42:15, Sys 0 00:01:17" JOB_GLIDEIN_SiteWMS_JobId = "8716042.0" ... 004 (1253.155.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:06:27, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 81881800 Memory (MB) : 416 1024 2048 ... 028 (1253.155.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211657" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:06:27, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "8716135.0" ... 004 (1253.277.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:23:02, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 861823780 Memory (MB) : 440 1024 2048 ... 028 (1253.277.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7209213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 277 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:02, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "8715309.0" ... 004 (1253.207.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:57:25, Sys 0 00:01:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 172787348 Memory (MB) : 440 1024 2048 ... 028 (1253.207.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7209184" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 207 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:57:25, Sys 0 00:01:47" JOB_GLIDEIN_SiteWMS_JobId = "8715235.0" ... 009 (1253.014.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.014.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.032.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.032.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 32 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.085.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.085.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 85 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.086.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.086.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 86 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.192.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:59:52, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 457794332 Memory (MB) : 2198 1024 1920 ... 028 (1253.192.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "31164" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c447.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 192 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:59:52, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "1379186.0" ... 004 (1253.182.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:48:37, Sys 0 00:01:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 673553420 Memory (MB) : 733 1024 1920 ... 028 (1253.182.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24135" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c012.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 182 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:48:37, Sys 0 00:01:43" JOB_GLIDEIN_SiteWMS_JobId = "263959.0" ... 004 (1253.254.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:25:29, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 666786288 Memory (MB) : 440 1024 1920 ... 028 (1253.254.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7968449" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c004.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 254 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:25:29, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "270950.0" ... 004 (1253.160.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:30:51, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 525202708 Memory (MB) : 416 1024 1920 ... 028 (1253.160.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "23159" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 160 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:30:51, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "270995.0" ... 004 (1253.171.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:01:07, Sys 0 00:01:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 17636092 Memory (MB) : 393 1024 1024 ... 028 (1253.171.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7244" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 171 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:01:07, Sys 0 00:01:20" JOB_GLIDEIN_SiteWMS_JobId = "455121" ... 004 (1253.297.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:59:25, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 966325868 Memory (MB) : 4151 1024 2500 ... 028 (1253.297.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "28448" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 297 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:59:25, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "67970.0" ... 004 (1253.228.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 01:08:39, Sys 0 00:02:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 970220300 Memory (MB) : 367 1024 2500 ... 028 (1253.228.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8404869" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 228 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:08:39, Sys 0 00:02:33" JOB_GLIDEIN_SiteWMS_JobId = "68013.0" ... 009 (1253.173.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.173.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 173 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.273.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.273.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 273 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.267.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.267.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 267 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.197.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.197.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 197 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.121.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.121.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 121 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.276.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.276.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 276 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.150.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.150.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 150 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.296.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.296.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 296 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.247.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.247.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 247 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.277.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.277.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 277 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.155.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.155.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 155 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.215.000) 05/25 15:57:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:37:59, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 90808708 Memory (MB) : 440 1024 2500 ... 028 (1253.215.000) 05/25 15:57:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7210158" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 215 EventTime = "2019-05-25T15:57:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "grid" RunRemoteUsage = "Usr 0 00:37:59, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "1512428.proton" ... 009 (1253.148.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.148.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 148 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.254.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.254.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 254 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.207.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.207.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 207 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.192.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.192.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 192 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.182.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.182.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 182 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.160.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.160.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 160 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.171.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.171.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 171 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.297.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.297.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 297 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.228.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.228.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 228 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.215.000) 05/25 15:57:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.215.000) 05/25 15:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 215 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:57:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.264.000) 05/25 15:58:37 Job was evicted. (0) Job was not checkpointed. Usr 0 01:02:06, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339972224 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 100762828 Memory (MB) : 3289 1024 2530 ... 028 (1253.264.000) 05/25 15:58:37 Job ad information event triggered. SentBytes = 1339972224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 264 EventTime = "2019-05-25T15:58:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:02:06, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 009 (1253.264.000) 05/25 15:58:38 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.264.000) 05/25 15:58:38 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 264 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:58:38" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1253.299.000) 05/25 15:59:44 Job was evicted. (0) Job was not checkpointed. Usr 0 00:53:08, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 971728692 Memory (MB) : 4361 1024 2500 ... 028 (1253.299.000) 05/25 15:59:44 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8404951" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 421571104.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 299 EventTime = "2019-05-25T15:59:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:53:08, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "68030.0" ... 009 (1253.299.000) 05/25 15:59:44 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.299.000) 05/25 15:59:44 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 299 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T15:59:44" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 022 (1253.120.000) 05/25 16:24:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2192390_252276342@comphy <128.186.19.131:30835?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#706&addrs=128.186.19.131-30835+[--1]-30835&noUDP> ... 028 (1253.120.000) 05/25 16:24:41 Job ad information event triggered. StartdAddr = "<128.186.19.131:30835?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#706&addrs=128.186.19.131-30835+[--1]-30835&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8405258" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 120 EventTime = "2019-05-25T16:24:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1253 StartdName = "glidein_2192390_252276342@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68054.0" EventDescription = "Job disconnected, attempting to reconnect" ... 007 (1253.159.000) 05/25 17:02:51 Shadow exception! Error from glidein_91216_337032270@nod27.phys.uconn.edu: STARTER at 137.99.79.162 failed to send file(s) to <137.99.19.33:9618>; SHADOW at 137.99.19.33 failed to write to file /nfs/direct/jonesrt/polarimeter/spring-2016/osg2a.d/stdout.159: (errno 2) No such file or directory 1853719680 - Run Bytes Sent By Job 421571104 - Run Bytes Received By Job ... 024 (1253.120.000) 05/25 17:04:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2192390_252276342@comphy, rescheduling job ... 028 (1253.120.000) 05/25 17:04:41 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 120 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:04:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68054.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8405258" StartdName = "glidein_2192390_252276342@comphy" Cluster = 1253 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_35@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 009 (1253.159.000) 05/25 17:02:51 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.159.000) 05/25 17:02:51 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 159 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:02:51" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 009 (1253.120.000) 05/25 17:04:41 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.120.000) 05/25 17:04:41 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 120 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:04:41" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 022 (1253.176.000) 05/25 17:44:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_480038_188769258@comphy <128.186.19.131:14388?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#715&addrs=128.186.19.131-14388+[--1]-14388&noUDP> ... 028 (1253.176.000) 05/25 17:44:49 Job ad information event triggered. StartdAddr = "<128.186.19.131:14388?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#715&addrs=128.186.19.131-14388+[--1]-14388&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30332" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 176 EventTime = "2019-05-25T17:44:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1253 StartdName = "glidein_480038_188769258@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1253.176.000) 05/25 18:24:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_480038_188769258@comphy, rescheduling job ... 028 (1253.176.000) 05/25 18:24:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 176 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:24:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" StartdName = "glidein_480038_188769258@comphy" Cluster = 1253 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 009 (1253.176.000) 05/25 18:24:49 Job was aborted by the user. via condor_rm (by user jonesrt) ... 028 (1253.176.000) 05/25 18:24:49 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 176 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T18:24:49" TriggerEventTypeName = "ULOG_JOB_ABORTED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 9 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobAbortedEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1253 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_rm (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ...